-- Logs begin at Sat 2021-06-19 01:02:33 UTC, end at Sat 2021-06-19 02:13:37 UTC. --
Jun 19 01:46:13.845555 dv-cinder-797170-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 19 01:46:16.585098 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.common.config [-] Logging enabled!
Jun 19 01:46:16.585793 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 19 01:46:16.585927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105126) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 19 01:46:16.589057 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.common.config [-] Logging enabled!
Jun 19 01:46:16.589312 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev362
Jun 19 01:46:16.589623 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105126) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 19 01:46:16.590577 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 19 01:46:16.590808 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 19 01:46:16.591173 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 19 01:46:16.591414 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 19 01:46:16.591636 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 19 01:46:16.591955 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.592250 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.592542 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.592802 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.593749 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.594228 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.594703 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.595185 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.595690 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.596179 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.596645 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.597168 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.597570 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.598061 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.598574 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.598911 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.599142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] debug                          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.599434 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.599874 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.600299 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.600598 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.601123 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.601633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.602076 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.602542 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.602893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.603255 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] host                           = dv-cinder-797170-1-iscsi {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.603541 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.603837 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.604128 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.604419 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.604727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.605084 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.605580 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.605980 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.606266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.606549 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.606848 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.607140 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.607439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.607664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.607887 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.608179 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.608469 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.609361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.609674 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.609954 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.610421 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.610897 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.611355 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.611861 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.612354 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.612876 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.613457 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.613748 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.614036 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.614377 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.614878 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.615354 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.615824 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.616317 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.616859 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.617330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.617931 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.618267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.618568 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.618861 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.619157 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.619441 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.619729 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.620264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.620543 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.620844 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.621124 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.621397 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.621684 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.621961 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.622231 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.622770 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.623043 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.623332 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:16.623630 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.623924 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.624247 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.624534 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.624940 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.625227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.625518 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.625795 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.626083 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.626371 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.626662 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.626942 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.627238 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.627517 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.627812 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.628117 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.628409 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.628742 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.629003 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.629277 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.629549 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.629825 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.630110 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.630398 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.630688 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.630962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.631240 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.631533 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.631810 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.632085 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.632361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.632649 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.632952 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.633227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.633510 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.633783 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.634054 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.634323 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.634596 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.634884 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.635158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.635428 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.635696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.635969 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.636239 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.636524 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.636830 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.637109 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.637382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.637658 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.637928 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.638197 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.638469 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.638740 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.639015 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.639285 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.639555 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.639882 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.640165 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.640439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.640724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.640999 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.641275 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.641544 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.641812 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.642082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.642354 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.642623 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.642913 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.643209 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.643488 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.643763 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.644038 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.644312 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.644589 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.644894 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.645170 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.645446 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.645716 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.646010 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.646291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.646576 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.646855 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.647136 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.647426 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.647700 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.647980 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.648253 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.648530 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.648854 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.649138 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.649433 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.649725 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.650016 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.650305 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.650599 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.650879 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.651189 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.651467 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:16.651685 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 19 01:46:16.651932 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105126) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 19 01:46:17.013606 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:17.013921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:17.014247 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:17.014707 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 19 01:46:17.422803 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.423047 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.423353 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.424790 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.425107 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.425413 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.461242 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.461514 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.461779 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.475690 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.475969 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.476234 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.507380 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.507658 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.507925 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.547440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.547721 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.547986 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.789139 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4f29f71c10> agent after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.789817 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f4f29f71c10> agent after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.789817 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f29f71ca0> segment precommit_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.790059 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f4f29f71d30> network precommit_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.790837 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f4f29f71280> segment before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.920085 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> network before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.920402 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f4f29f3cdc0> agent before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.920680 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> network before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.920992 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.921376 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.921696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> segment precommit_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.921950 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> segment precommit_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.922205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> segment after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.922459 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> segment after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.922739 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> network after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.922998 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> network precommit_delete 0 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.923261 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.923519 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port provisioning_complete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.923780 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.924040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.924302 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> agent after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.924569 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> subnet after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.924852 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> subnet precommit_delete 0 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.925126 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.925379 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.925658 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> segment_host_mapping after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.926002 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.926251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.926535 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.926782 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.927025 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f4f2a8ecb80>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.927430 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.927664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.927898 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.928130 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.928361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.928592 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:17.928983 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 19 01:46:17.933365 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 19 01:46:17.937872 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 19 01:46:17.941869 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])])
Jun 19 01:46:17.943539 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 19 01:46:17.943991 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 19 01:46:17.944327 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 19 01:46:17.944736 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 19 01:46:17.947544 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 19 01:46:17.947796 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 19 01:46:17.948138 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 19 01:46:17.976381 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 19 01:46:17.976878 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f4f29db5ee0>> qos_plugin after_init 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.977181 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105126) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 19 01:46:17.977545 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f4f29f9a2b0>> logging-plugin after_init 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.978902 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105126) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 19 01:46:17.979192 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 19 01:46:17.979438 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 19 01:46:17.982664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4f29f9a430>> floatingip before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:17.982985 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f4f29f9a430>> port before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:18.053519 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 19 01:46:18.053721 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 19 01:46:18.053893 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 19 01:46:18.054273 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 19 01:46:18.077298 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_db.sqlalchemy.engines [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105126) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 19 01:46:18.784759 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing driver for type 'gre'
Jun 19 01:46:18.785350 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] gre ID ranges: [(1, 1000)]
Jun 19 01:46:18.955933 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing driver for type 'local'
Jun 19 01:46:18.956624 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing driver for type 'vlan'
Jun 19 01:46:19.144617 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] VlanTypeDriver initialization complete
Jun 19 01:46:19.145117 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing driver for type 'vxlan'
Jun 19 01:46:19.145706 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] vxlan ID ranges: [(1, 1000)]
Jun 19 01:46:19.384602 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing extension driver 'port_security'
Jun 19 01:46:19.384956 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.extensions.port_security [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] PortSecurityExtensionDriver initialization complete
Jun 19 01:46:19.385386 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing mechanism driver 'openvswitch'
Jun 19 01:46:19.385743 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing mechanism driver 'hyperv'
Jun 19 01:46:19.403150 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.plugins.ml2.plugin [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105126) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:19.404014 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de6400>> port after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.404433 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de6400>> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.404885 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de6400>> port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.405319 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de62e0>> subnet after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.406362 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de62e0>> subnet after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.406758 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f29de62e0>> subnet after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.407186 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a0a00>> network after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.407572 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a0a00>> network after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.407979 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a0a00>> network after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.408417 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a09a0>> security_group after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.408863 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a09a0>> security_group after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.409250 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f298a09a0>> security_group after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.409681 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc670>> security_group_rule after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.410066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc670>> security_group_rule after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.410447 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc670>> security_group_rule after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.410879 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc8e0>> address_group after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.411343 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc8e0>> address_group after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.411724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f4f297bc8e0>> address_group after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.412114 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] ML2 OVO RPC backend initialized. {{(pid=105126) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 19 01:46:19.413053 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> router_interface after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.413468 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> router_interface after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.413925 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> network before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.414309 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> networks before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.414719 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> port before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.415095 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> ports before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.415472 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> subnet before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.415857 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> subnets before_response 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.416236 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> network after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.416612 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> network after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.417021 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> network after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.417407 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> port after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.417802 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.418250 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.418656 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> subnet after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.419047 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> subnet after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.419453 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f4f297bccd0>> subnet after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.420149 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.plugin [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Modular L2 Plugin initialization complete
Jun 19 01:46:19.420549 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading services supported by the core plugin {{(pid=105126) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 19 01:46:19.420958 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.plugins.ml2.managers [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Got port-security extension from driver 'port_security'
Jun 19 01:46:19.422105 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.extensions.vlantransparent [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Disabled vlantransparent extension.
Jun 19 01:46:19.422722 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105126) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 19 01:46:19.423101 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: router
Jun 19 01:46:19.459711 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router_interface before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.460152 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_create 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.460571 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router before_create 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.461048 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router_interface before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.461511 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router_interface after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.461949 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_delete 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.462467 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> floatingip after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.462919 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_create 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.463385 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.463824 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.464260 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router_gateway after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.464728 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.465236 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.465692 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f4f2a0f0d30> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.466151 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f4f2a0f0e50> port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.466570 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f4f2a0f0dc0> subnet after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.466990 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f4f2a0f0c10> subnetpool_address_scope after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.467421 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> port precommit_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.468651 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_create 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.468954 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f4f2a0dbe50> port before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.469421 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.469892 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router after_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.470329 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_delete 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.470775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_create 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.471225 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router_interface after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.471659 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> router precommit_update 55549900 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.472121 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f4f297bcdf0>> network after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.473306 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Tracking information for resource: router configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:19.473729 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Tracking information for resource: floatingip configured {{(pid=105126) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 19 01:46:19.479193 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.db.l3_agentschedulers_db [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 19 01:46:19.479827 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f4f297f3700> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.480222 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f4f297f35e0> port after_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.480602 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _notify_port_delete at 0x7f4f297f3670> port after_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.481069 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f4f297f39d0> port after_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.481918 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f29809a90>> router before_create 55550100 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.482327 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f29809a90>> router precommit_delete 55550100 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.482731 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f29809a90>> router precommit_create 55550100 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.483121 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f4f29809a90>> router precommit_update 55550100 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.488148 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.provider_configuration [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service providers = [] {{(pid=105126) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 19 01:46:19.488557 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.db.servicetype_db [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105126) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 19 01:46:19.491685 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.service_base [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 19 01:46:19.492068 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.service_base [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 19 01:46:19.492446 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.service_base [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 19 01:46:19.493402 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.services.service_base [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105126) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 19 01:46:19.493811 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.services.service_base [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 19 01:46:19.494230 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.494579 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 19 01:46:19.506488 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.506866 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: auto_allocate
Jun 19 01:46:19.512592 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4f29846dc0> network precommit_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.513062 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f4f29846dc0> network precommit_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.513633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.513988 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: tag
Jun 19 01:46:19.520962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.521331 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: timestamp
Jun 19 01:46:19.525316 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.525683 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: network_ip_availability
Jun 19 01:46:19.533315 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f29820670>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.533768 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f29820670>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.534162 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f29820670>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.534954 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.535307 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: flavors
Jun 19 01:46:19.540106 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.540475 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading Plugin: revisions
Jun 19 01:46:19.546313 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105126) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 19 01:46:19.546906 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.532s {{(pid=105126) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:19.548191 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105126) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 19 01:46:19.548702 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Initializing extension manager.
Jun 19 01:46:19.549304 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: __init__.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.549699 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: __pycache__ {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.550081 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.550453 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: address_group.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.551324 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.551957 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: address-group
Jun 19 01:46:19.552313 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: address_scope.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.553089 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.553650 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: address-scope
Jun 19 01:46:19.554052 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.555114 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.555728 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: router-admin-state-down-before-update
Jun 19 01:46:19.556127 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: agent.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.556933 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.557523 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: agent
Jun 19 01:46:19.557917 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: agent_resources_synced.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.558889 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.559491 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: agent-resources-synced
Jun 19 01:46:19.559890 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: allowedaddresspairs.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.562400 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.562972 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: allowed-address-pairs
Jun 19 01:46:19.563507 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: auto_allocated_topology.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.564996 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.565546 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: auto-allocated-topology
Jun 19 01:46:19.565898 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: availability_zone.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.566617 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.567158 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: availability_zone
Jun 19 01:46:19.567509 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: availability_zone_filter.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.568466 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.569044 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: availability_zone_filter
Jun 19 01:46:19.569400 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: data_plane_status.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.570331 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.570925 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 19 01:46:19.571273 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: default_subnetpools.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.572193 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.572840 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: default-subnetpools
Jun 19 01:46:19.573190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.574148 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.574692 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: dhcp_agent_scheduler
Jun 19 01:46:19.575039 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: dns.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.575988 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.576535 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension dns-integration not supported by any of loaded plugins
Jun 19 01:46:19.576921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: dns_domain_ports.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.578604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.579146 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 19 01:46:19.579493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: dvr.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.580179 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.580769 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: dvr
Jun 19 01:46:19.581142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: empty_string_filtering.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.582075 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.582673 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: empty-string-filtering
Jun 19 01:46:19.583023 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.583985 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.584549 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 19 01:46:19.584923 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.585914 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.586456 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 19 01:46:19.586804 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: external_net.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.587719 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.588259 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: external-net
Jun 19 01:46:19.588609 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.589558 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.590108 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: extra_dhcp_opt
Jun 19 01:46:19.590458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: extraroute.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.591420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.591983 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: extraroute
Jun 19 01:46:19.592331 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: extraroute_atomic.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.593539 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.594089 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: extraroute-atomic
Jun 19 01:46:19.594451 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: filter_validation.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.595146 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.595687 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: filter-validation
Jun 19 01:46:19.596039 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: fip_pf_description.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.597014 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.597567 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 19 01:46:19.597916 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: fip_port_details.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.598836 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.599376 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: fip-port-details
Jun 19 01:46:19.599727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: flavors.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.601086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.601648 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: flavors
Jun 19 01:46:19.602000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.603765 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.604332 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 19 01:46:19.604759 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: floatingip_pools.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.605501 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.606059 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: floatingip-pools
Jun 19 01:46:19.606426 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: ip_allocation.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.607383 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.607938 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 19 01:46:19.608300 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.609339 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.609889 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: ip-substring-filtering
Jun 19 01:46:19.610249 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l2_adjacency.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.611253 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.611807 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 19 01:46:19.612168 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.613313 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.613873 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: router
Jun 19 01:46:19.614239 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.616715 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.617301 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 19 01:46:19.617672 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.618606 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.619158 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: ext-gw-mode
Jun 19 01:46:19.619522 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.620469 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.621052 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: l3-ha
Jun 19 01:46:19.621474 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3_flavors.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.622664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.623267 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: l3-flavors
Jun 19 01:46:19.623664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.625234 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.625784 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 19 01:46:19.626142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: l3agentscheduler.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.627258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.627813 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: l3_agent_scheduler
Jun 19 01:46:19.628175 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: logging.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.629783 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.630347 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension logging not supported by any of loaded plugins
Jun 19 01:46:19.630715 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: metering.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.631515 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.632157 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: metering
Jun 19 01:46:19.632523 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.633732 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.634294 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: metering_source_and_destination_fields
Jun 19 01:46:19.634710 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: multiprovidernet.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.635639 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.636191 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: multi-provider
Jun 19 01:46:19.636550 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: netmtu.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.637521 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.638067 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: net-mtu
Jun 19 01:46:19.638443 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: netmtu_writable.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.639369 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.639981 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: net-mtu-writable
Jun 19 01:46:19.640343 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: network_availability_zone.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.641113 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.641725 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: network_availability_zone
Jun 19 01:46:19.642085 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: network_ip_availability.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.643217 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.643825 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: network-ip-availability
Jun 19 01:46:19.644183 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: network_segment_range.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.645083 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.645632 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 19 01:46:19.645987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: pagination.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.646998 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.647362 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: pagination
Jun 19 01:46:19.647718 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: port_device_profile.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.648646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.649249 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: port-device-profile
Jun 19 01:46:19.649600 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.650532 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.651094 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: port-mac-address-regenerate
Jun 19 01:46:19.651426 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.652402 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.652988 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: port-numa-affinity-policy
Jun 19 01:46:19.653340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: port_resource_request.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.654271 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.654807 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 19 01:46:19.655239 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: portbindings.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.656893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.657508 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: binding
Jun 19 01:46:19.657865 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: portbindings_extended.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.659235 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.659788 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: binding-extended
Jun 19 01:46:19.660146 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: portsecurity.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.661134 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.661694 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: port-security
Jun 19 01:46:19.662110 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: project_id.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.663112 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.663475 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: project-id
Jun 19 01:46:19.663832 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: providernet.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.664818 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.665444 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: provider
Jun 19 01:46:19.665800 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.669642 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.670206 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos not supported by any of loaded plugins
Jun 19 01:46:19.670587 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.672596 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.673209 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 19 01:46:19.673604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.674524 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.675121 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 19 01:46:19.675535 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_default.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.676469 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.677079 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-default not supported by any of loaded plugins
Jun 19 01:46:19.677440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_fip.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.678122 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.678657 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-fip not supported by any of loaded plugins
Jun 19 01:46:19.679010 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_gateway_ip.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.679959 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.680510 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 19 01:46:19.680946 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_port_network_policy.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.681918 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.682584 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 19 01:46:19.682983 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_rule_type_details.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.683961 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.684559 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 19 01:46:19.684991 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: qos_rules_alias.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.686188 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.687319 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 19 01:46:19.687718 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: quotasv2.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.688818 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.689221 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: quotas
Jun 19 01:46:19.689622 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: quotasv2_detail.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.692856 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.693273 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: quota_details
Jun 19 01:46:19.693689 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: rbac.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.694842 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.695473 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: rbac-policies
Jun 19 01:46:19.695944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: rbac_address_group.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.697033 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.697644 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: rbac-address-group
Jun 19 01:46:19.698044 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: rbac_address_scope.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.699015 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.699616 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: rbac-address-scope
Jun 19 01:46:19.700016 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: rbac_security_groups.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.701039 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.701644 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: rbac-security-groups
Jun 19 01:46:19.702047 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: rbac_subnetpool.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.703708 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.704304 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: rbac-subnetpool
Jun 19 01:46:19.704736 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: revisionifmatch.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.705762 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.706365 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: revision-if-match
Jun 19 01:46:19.706766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: revisions.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.708185 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.708773 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: standard-attr-revisions
Jun 19 01:46:19.709136 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: router_availability_zone.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.709855 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.710405 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: router_availability_zone
Jun 19 01:46:19.710760 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: routerservicetype.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.711713 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.712284 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension router-service-type not supported by any of loaded plugins
Jun 19 01:46:19.712640 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.713637 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.714191 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: security-groups-normalized-cidr
Jun 19 01:46:19.714544 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.715475 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.716091 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: port-security-groups-filtering
Jun 19 01:46:19.716441 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.717416 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.718146 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: security-groups-remote-address-group
Jun 19 01:46:19.718509 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: securitygroup.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.728202 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.728845 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: security-group
Jun 19 01:46:19.729214 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: segment.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.730070 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.730620 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension segment not supported by any of loaded plugins
Jun 19 01:46:19.730981 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.731978 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.732528 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 19 01:46:19.732911 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: servicetype.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.734084 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.734719 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: service-type
Jun 19 01:46:19.735080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: sorting.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.736107 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.736502 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: sorting
Jun 19 01:46:19.736898 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: standard_attr_segment.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.737824 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.738417 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 19 01:46:19.738771 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: standardattrdescription.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.739442 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.739985 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: standard-attr-description
Jun 19 01:46:19.740338 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: stateful_security_group.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.741392 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.741946 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: stateful-security-group
Jun 19 01:46:19.742303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: stdattrs_common.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.742911 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 19 01:46:19.743267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.744282 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.744865 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 19 01:46:19.745216 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnet_onboard.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.746346 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.746907 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: subnet_onboard
Jun 19 01:46:19.747269 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.748522 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.749772 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 19 01:46:19.749984 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnet_service_types.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.750888 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.751398 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: subnet-service-types
Jun 19 01:46:19.751716 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnetallocation.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.752821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.753328 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: subnet_allocation
Jun 19 01:46:19.753649 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.754295 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.754794 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: subnetpool-prefix-ops
Jun 19 01:46:19.755108 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.756010 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.756517 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 19 01:46:19.756859 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: tagging.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.757954 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.758464 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: standard-attr-tag
Jun 19 01:46:19.758787 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: timestamp.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.759986 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.760486 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loaded extension: standard-attr-timestamp
Jun 19 01:46:19.760846 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: trunk.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.761856 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.762358 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension trunk not supported by any of loaded plugins
Jun 19 01:46:19.762676 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: trunk_details.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.763569 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.764072 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension trunk-details not supported by any of loaded plugins
Jun 19 01:46:19.764389 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: uplink_status_propagation.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.765393 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.765895 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 19 01:46:19.766212 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Loading extension file: vlantransparent.py {{(pid=105126) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 19 01:46:19.766886 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105126) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 19 01:46:19.767387 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 19 01:46:19.769957 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:network
Jun 19 01:46:19.770509 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnet
Jun 19 01:46:19.770904 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 19 01:46:19.771288 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:port
Jun 19 01:46:19.772587 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.773061 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service FLAVORS assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.773677 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.774101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.774426 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:router
Jun 19 01:46:19.774846 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:floatingip
Jun 19 01:46:19.775324 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service METERING assigned prefix: /metering {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.776853 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f296cf9a0>> rbac-policy before_create 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.777266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f296cf9a0>> rbac-policy before_update 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.777659 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f4f296cf9a0>> rbac-policy before_delete 55550000 {{(pid=105126) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:46:19.778765 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 19 01:46:19.779250 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:security_group
Jun 19 01:46:19.779714 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 19 01:46:19.781017 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service CORE assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.781377 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 19 01:46:19.781755 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] subnetpool is already registered
Jun 19 01:46:19.782238 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service CORE assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.782597 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 19 01:46:19.782958 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] subnetpool is already registered
Jun 19 01:46:19.785534 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.786083 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service FLAVORS assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.786725 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.787185 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.787555 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:router
Jun 19 01:46:19.787933 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] router is already registered
Jun 19 01:46:19.788382 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:floatingip
Jun 19 01:46:19.788798 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] floatingip is already registered
Jun 19 01:46:19.789297 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service METERING assigned prefix: /metering {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.790035 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 19 01:46:19.790409 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] rbac_policy is already registered
Jun 19 01:46:19.790895 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:security_group
Jun 19 01:46:19.791274 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] security_group is already registered
Jun 19 01:46:19.791707 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 19 01:46:19.792069 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] security_group_rule is already registered
Jun 19 01:46:19.792800 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service CORE assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.793163 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 19 01:46:19.793531 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] subnetpool is already registered
Jun 19 01:46:19.793989 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.v2.resource_helper [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Service CORE assigned prefix:  {{(pid=105126) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 19 01:46:19.794364 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 19 01:46:19.794740 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING neutron.quota.resource_registry [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] subnetpool is already registered
Jun 19 01:46:19.795265 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: extensions {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.797619 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: address-groups {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.799251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: address-scopes {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.800806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: agents {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.802043 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: auto-allocated-topology {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.803372 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: availability_zones {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.804644 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: dhcp-networks {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.806294 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: dhcp-agents {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.807878 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: routers {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.809785 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: flavors {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.812575 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: service_profiles {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.813880 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: next_providers {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.815405 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: service_profiles {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.817042 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: floatingip-pools {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.818420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: routers {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.820273 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: floatingips {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.821721 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: l3-routers {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.823178 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: l3-agents {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.824650 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: metering-labels {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.826003 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: metering-label-rules {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.828114 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: network-ip-availabilities {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.829433 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: bindings {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.830999 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: quotas {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.832551 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: quotas {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.834017 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: rbac-policies {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.835251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: security-groups {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.836546 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: security-group-rules {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.837839 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: service-providers {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.839079 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: subnetpools {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.840396 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: subnetpools {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.841977 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.843766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.845638 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.847425 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.849159 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.851108 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.852838 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.854633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.856512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.858298 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron.api.extensions [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Extended resource: tags {{(pid=105126) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 19 01:46:19.865029 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING keystonemiddleware.auth_token [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 19 01:46:19.869616 dv-cinder-797170-1-iscsi neutron-server[105126]: WARNING keystonemiddleware.auth_token [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 19 01:46:19.878772 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Acquired lock "singleton_lock" {{(pid=105126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 19 01:46:19.879246 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_concurrency.lockutils [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Releasing lock "singleton_lock" {{(pid=105126) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 19 01:46:19.884907 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Starting 2 workers
Jun 19 01:46:19.884907 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Started child 105237 {{(pid=105126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 19 01:46:19.889359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Started child 105238 {{(pid=105126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 19 01:46:19.891746 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO neutron.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 19 01:46:19.892043 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.893143 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Notify callbacks [] for process, before_spawn {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.894045 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [-] (105237) wsgi starting up on http://0.0.0.0:9696
Jun 19 01:46:19.895109 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Starting 1 workers
Jun 19 01:46:19.897930 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.900050 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [-] (105238) wsgi starting up on http://0.0.0.0:9696
Jun 19 01:46:19.900329 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Started child 105239 {{(pid=105126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 19 01:46:19.900927 dv-cinder-797170-1-iscsi neutron-server[105126]: INFO oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Starting 1 workers
Jun 19 01:46:19.906149 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] calling RpcWorker wait() {{(pid=105239) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 19 01:46:19.907042 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Started child 105240 {{(pid=105126) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
Jun 19 01:46:19.913532 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.service [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] returning from RpcWorker wait() {{(pid=105239) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 19 01:46:19.913865 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG neutron_lib.callbacks.manager [None req-63d9790f-09aa-4f1d-ab32-fc490daaedd3 None None] Notify callbacks [] for process, after_spawn {{(pid=105126) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.914007 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.914007 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.914251 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.915195 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.916119 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.916246 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:19.917080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917654 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917654 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.917902 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.918271 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.918818 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.919056 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.919463 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] debug                          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.919832 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.920523 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.920937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.921338 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.921708 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.922129 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.922507 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.922901 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.923252 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.923615 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.923954 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.924312 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.924656 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.925050 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.925395 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.925780 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.926120 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.926800 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] host                           = dv-cinder-797170-1-iscsi {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.927146 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.927478 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.927817 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.928194 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.928568 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.928936 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.929300 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.929705 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.930080 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.930420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.930772 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.931139 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.931542 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.932042 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.932253 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.932829 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.933062 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.933409 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.933698 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.933969 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.934253 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.934612 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.934992 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.935363 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.935717 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.936060 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.936436 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.937043 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.937432 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.937973 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.938344 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.938666 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.938981 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.939323 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.939664 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.940021 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.940350 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.940730 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.941035 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.941403 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.941719 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.942040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.942391 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.942756 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.943115 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.943388 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.943695 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.943981 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.944270 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.944552 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.944859 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955375 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.955987 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.957284 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.958182 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959066 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.959962 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.961086 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.963330 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.964322 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965400 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965400 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965400 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965812 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.965938 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.966941 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.967633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.967633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.967633 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.968549 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.968671 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.968992 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.969113 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.969249 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.969618 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.969943 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.970192 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.970450 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.970669 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.970921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.971163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.971417 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.972440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.972440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.972440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.972440 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.977058 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.978727 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.985090 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.986581 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.992794 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.994971 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.996806 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.998607 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:19.999821 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.000937 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.001766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.002591 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.003420 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.004266 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005142 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.005976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.006893 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.007724 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.008529 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.014291 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.015883 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.017037 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105126) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 19 01:46:20.022370 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.023229 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024012 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] debug                          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.024968 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.025634 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.026267 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] host                           = dv-cinder-797170-1-iscsi {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.027101 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.030190 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031082 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.031869 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.035000 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.039158 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.044921 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.046944 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.048766 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.050161 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.051340 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.052512 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.24/identity {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.053646 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.056604 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.058227 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.059264 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.060303 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.061382 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.062458 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.063435 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.064361 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.065359 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.066258 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.067205 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.068254 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.070163 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.24/identity {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.073976 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074439 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074726 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38402) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.074799 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075241 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.075696 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076131 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.076559 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.077032 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078040 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078493 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.078927 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079422 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.079868 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080311 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.080775 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.081368 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.082214 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.082214 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.082214 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 19 01:46:20.082214 dv-cinder-797170-1-iscsi neutron-server[105126]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105126) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 19 01:46:20.082622 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0168240
Jun 19 01:46:20.137277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:32.190655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cebc8-82cf-4789-af60-1af3f4fa41ca None None] get_active_networks_info from dv-cinder-797170-1-iscsi {{(pid=105239) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 19 01:46:32.274300 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8cebc8-82cf-4789-af60-1af3f4fa41ca None None] No non-hosted networks {{(pid=105239) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 19 01:46:32.281382 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.agentschedulers_db [None req-5d8cebc8-82cf-4789-af60-1af3f4fa41ca None None] DHCP Agent not found on host dv-cinder-797170-1-iscsi {{(pid=105239) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 19 01:46:32.477613 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8581533c-c9bb-4a63-b677-ea3ba66e1cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:34.884419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6018a417-7dec-4a51-9a50-6b49d8f5555e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:34.922674 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.db.api [None req-3c3821f8-8c6c-43bd-a895-103282584411 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797170-1-iscsi {{(pid=105239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:46:34.923114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_db.api [None req-3c3821f8-8c6c-43bd-a895-103282584411 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:46:35.309764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:35.310899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.312027 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.312724 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.313278 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.313876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.314453 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.315133 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.315719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.316412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.317175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.317813 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.318456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:35.319284 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4f28b05820>, 'Open vSwitch agent', 'dv-cinder-797170-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:35.330870 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f4f28a9e070>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797170-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:46:35.441938 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3c3821f8-8c6c-43bd-a895-103282584411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:36.178531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:37.813330 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:38.762607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38502) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:39.353142 dv-cinder-797170-1-iscsi neutron-server[105238]: WARNING oslo_policy.policy [None req-561dd89d-f4bf-4b13-967a-0440409f5d80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:39.353763 dv-cinder-797170-1-iscsi neutron-server[105238]: WARNING oslo_policy.policy [None req-561dd89d-f4bf-4b13-967a-0440409f5d80 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:39.572056 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [None req-561dd89d-f4bf-4b13-967a-0440409f5d80 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:46:39.573133 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-561dd89d-f4bf-4b13-967a-0440409f5d80 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8096066
Jun 19 01:46:40.190668 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.db.l3_hamode_db [None req-6ea03ed4-9270-4d59-a16e-df9dc7ce9ced None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 19 01:46:40.270548 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea03ed4-9270-4d59-a16e-df9dc7ce9ced None None] Routers set() bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:46:40.270934 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea03ed4-9270-4d59-a16e-df9dc7ce9ced None None] Router IDs set() for agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 19 01:46:41.970547 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 38516) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:42.470912 dv-cinder-797170-1-iscsi neutron-server[105237]: WARNING oslo_policy.policy [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:42.471507 dv-cinder-797170-1-iscsi neutron-server[105237]: WARNING oslo_policy.policy [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:42.689209 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:46:42.786619 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.policy [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105237) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 19 01:46:42.834163 dv-cinder-797170-1-iscsi neutron-server[105237]: WARNING oslo_policy.policy [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:42.834552 dv-cinder-797170-1-iscsi neutron-server[105237]: WARNING oslo_policy.policy [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:42.843826 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.quota [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f4f29176130>.
Jun 19 01:46:43.055548 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623745109', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623746664', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623725278', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623726740', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623721047', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748623713694', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3647020', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3541555', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-444140', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-534801'] for rbac-policy, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:43.264378 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:43.265817 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8c0551d1-85cb-4aad-b5f4-fbd03fd717bc admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.2932081
Jun 19 01:46:45.900833 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38534) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:46.220862 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Request body: {'network': {'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'name': 'private'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:46:46.222217 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.quota [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f4f294a6640>.
Jun 19 01:46:46.365871 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Made reservation on behalf of fd76eef8e67e4173b87310745bb4d4b9 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:46:46.437132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.policy [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105238) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 19 01:46:46.482239 dv-cinder-797170-1-iscsi neutron-server[105238]: WARNING oslo_policy.policy [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:46.482619 dv-cinder-797170-1-iscsi neutron-server[105238]: WARNING oslo_policy.policy [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 19 01:46:46.495547 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.520529 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.661265 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.771262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.776617 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:46.800722 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:46:46.830300 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748623950282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.830905 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f29f71ca0> segment precommit_create {{(pid=105238) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 19 01:46:46.831392 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Added segment ebc4a2aa-afd8-4f0c-9f85-358c99d345a6 of type vlan for network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7
Jun 19 01:46:46.837739 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf8ce87-9563-41c0-9719-1267f1589459,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:46.878479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.878910 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.879153 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.879470 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.879779 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.880103 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.880449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.880856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.881123 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.881459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.881740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.882040 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Tracked resource versions report:
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]: pushed versions:
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]: {   'AddressGroup': {'1.2'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'ConntrackHelper': {'1.0'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Log': {'1.0'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Network': {'1.1'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Port': {'1.7'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'PortForwarding': {'1.2'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'QosPolicy': {'1.8'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SecurityGroup': {'1.4'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SubPort': {'1.0'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Subnet': {'1.1'},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Trunk': {'1.1'}}
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]: consumer versions:
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Log': '1.0',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Network': '1.1',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Port': '1.7',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'PortForwarding': '1.2',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'QosPolicy': '1.8',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SecurityGroup': '1.4',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SubPort': '1.0',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Subnet': '1.1',
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Trunk': '1.1'}}
Jun 19 01:46:46.883160 dv-cinder-797170-1-iscsi neutron-server[105238]:  {{(pid=105238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:46:46.958428 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:46.966767 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:47.081312 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:47.085713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:46:47.085713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:47.085713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:47.183242 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Pushing event updated for resources: {'Network': ['ID=8e8ecdb5-ba96-4980-a596-b2bc715c4dd7,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:47.186897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:47.194805 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:46:47.241645 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.3396425
Jun 19 01:46:49.886957 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38550) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:50.313980 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608864ed-397a-410e-8a7b-ba885a0ea669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:46:50.315370 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-608864ed-397a-410e-8a7b-ba885a0ea669 admin admin] 10.222.0.24 "GET /v2.0/networks/8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 HTTP/1.1" status: 200  len: 825 time: 0.4274375
Jun 19 01:46:50.352221 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f65fc899-2a24-4c42-981d-7dda8bbd7b20 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/e961c41c-06f9-49da-a6b5-17d975d167d2 HTTP/1.1" status: 200  len: 734 time: 0.0312555
Jun 19 01:46:50.361412 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'name': 'private-subnet', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:46:50.435216 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Made reservation on behalf of fd76eef8e67e4173b87310745bb4d4b9 for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:46:50.437746 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:50.805881 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:50.808401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:50.873236 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f050b230-7da1-414c-84b7-fba675abd96e,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:50.877158 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:50.880495 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Checking segment: {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:46:50.881353 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Network hostable DHCP agents. Network: 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:46:50.965386 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:46:51.028166 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:46:51.033477 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:46:51.034070 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:51.040149 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703cfbf4-6d39-40ea-8d27-ef1b60fb5579 None None] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:46:51.115799 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7584043
Jun 19 01:46:51.372602 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:46:51.373866 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:51.656155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Allocated IP 172.20.0.2 (8e8ecdb5-ba96-4980-a596-b2bc715c4dd7/f050b230-7da1-414c-84b7-fba675abd96e/db1433eb-c5bb-4287-8688-cc3830b41693) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:46:51.875299 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:51.919994 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Transition to ACTIVE for port object db1433eb-c5bb-4287-8688-cc3830b41693 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:46:51.942750 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Transition to ACTIVE for port object db1433eb-c5bb-4287-8688-cc3830b41693 will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:46:52.047962 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:52.050758 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:52.124792 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:46:52.135046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Pushing event updated for resources: {'Port': ['ID=db1433eb-c5bb-4287-8688-cc3830b41693,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:52.137889 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:46:52.141823 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:46:52.156420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.156796 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.157130 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.157452 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.157769 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.158139 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.158453 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.158814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.159143 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.159519 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.159788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.160095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Tracked resource versions report:
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]: pushed versions:
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]: {   'AddressGroup': {'1.2'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'ConntrackHelper': {'1.0'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Log': {'1.0'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Network': {'1.1'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Port': {'1.7'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'PortForwarding': {'1.2'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'QosPolicy': {'1.8'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SecurityGroup': {'1.4'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SubPort': {'1.0'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Subnet': {'1.1'},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Trunk': {'1.1'}}
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]: consumer versions:
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Log': '1.0',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Network': '1.1',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Port': '1.7',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'PortForwarding': '1.2',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'QosPolicy': '1.8',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SecurityGroup': '1.4',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SubPort': '1.0',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Subnet': '1.1',
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Trunk': '1.1'}}
Jun 19 01:46:52.161214 dv-cinder-797170-1-iscsi neutron-server[105239]:  {{(pid=105239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:46:52.164904 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:52.235894 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Attempting to bind port db1433eb-c5bb-4287-8688-cc3830b41693 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:46:52.236303 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Attempting to bind port db1433eb-c5bb-4287-8688-cc3830b41693 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:46:52.236751 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Attempting to bind port db1433eb-c5bb-4287-8688-cc3830b41693 on network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:46:52.241859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:46:52.242260 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Checking segment: {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:46:52.242730 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:52.243115 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Bound using segment: {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:46:52.243572 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Bound port: db1433eb-c5bb-4287-8688-cc3830b41693, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:46:52.243989 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:52.308945 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] For port db1433eb-c5bb-4287-8688-cc3830b41693, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:46:52.313608 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] For port db1433eb-c5bb-4287-8688-cc3830b41693, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=db1433eb-c5bb-4287-8688-cc3830b41693,segment=NetworkSegment(ebc4a2aa-afd8-4f0c-9f85-358c99d345a6),segment_id=ebc4a2aa-afd8-4f0c-9f85-358c99d345a6)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:46:52.377047 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:52.382995 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:52.456469 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Pushing event updated for resources: {'Port': ['ID=db1433eb-c5bb-4287-8688-cc3830b41693,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:52.461741 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:53.589771 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 38558) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:53.947130 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [None req-651dbf67-a780-47fa-97ea-55bda74ae02d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:46:53.948104 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-651dbf67-a780-47fa-97ea-55bda74ae02d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3572497
Jun 19 01:46:56.364611 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38566) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:56.692907 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [None req-99bcc8ba-5c0e-42ad-b42b-d9df7560b5bd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:46:56.693928 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-99bcc8ba-5c0e-42ad-b42b-d9df7560b5bd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3282528
Jun 19 01:46:58.606354 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f558a9-92e0-40ed-9ea7-be82048903c5 None None] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:46:58.743770 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-57aabc74-7236-4d3b-9508-f48e3338c7ad None None] Provisioning for port db1433eb-c5bb-4287-8688-cc3830b41693 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:46:59.155557 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device db1433eb-c5bb-4287-8688-cc3830b41693 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:46:59.297461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port db1433eb-c5bb-4287-8688-cc3830b41693 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:46:59.301474 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port db1433eb-c5bb-4287-8688-cc3830b41693 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:46:59.301872 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:59.431162 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:59.431346 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38580) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:46:59.464117 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port db1433eb-c5bb-4287-8688-cc3830b41693, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=db1433eb-c5bb-4287-8688-cc3830b41693,segment=NetworkSegment(ebc4a2aa-afd8-4f0c-9f85-358c99d345a6),segment_id=ebc4a2aa-afd8-4f0c-9f85-358c99d345a6)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:46:59.538012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:59.540239 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3cda429b-b672-4208-baba-61a036b4d5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:46:59.589097 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=db1433eb-c5bb-4287-8688-cc3830b41693,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:46:59.593474 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:46:59.751285 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Request body: {'router': {'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:46:59.824224 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:59.825910 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:46:59.968321 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:00.048735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:00.143548 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] Notify callbacks [] for router, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:00.145045 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-fd08a126-bd41-4b83-b0c9-5552c310f06d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7131188
Jun 19 01:47:01.129627 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device db1433eb-c5bb-4287-8688-cc3830b41693 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:47:01.179714 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port db1433eb-c5bb-4287-8688-cc3830b41693 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:01.180062 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:02.149369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ac66a955-2619-4d7b-9e9f-9447e410ee95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:02.559351 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38588) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:02.881120 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [None req-47856bcc-8754-4ca5-ba95-6d8f0e7274fa admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:47:02.882112 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-47856bcc-8754-4ca5-ba95-6d8f0e7274fa admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3218119
Jun 19 01:47:04.863639 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8e958a4b-832b-4963-b45a-b25502299780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.324303 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38596) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:05.331743 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.648035 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:47:05.754658 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Made reservation on behalf of c33c794a19f545a0ad166c1274361568 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:47:05.757140 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.765537 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.852324 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.964649 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:05.968577 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:05.981455 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Reserving flat network on physical network physnet1 {{(pid=105238) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 19 01:47:06.006385 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7934aa5f-e48e-4fcf-901b-1854805aa26e,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:06.007620 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:06.007972 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Added segment cb4a4995-59d8-45f3-9c19-422a63211cfb of type flat for network cf41840a-71c3-4b8c-a2e5-1094a28e651d
Jun 19 01:47:06.009436 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:06.061369 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:06.103489 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:06.165188 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:06.166558 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:47:06.167156 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:06.169521 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:06.230213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Pushing event updated for resources: {'Network': ['ID=cf41840a-71c3-4b8c-a2e5-1094a28e651d,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:06.233601 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:06.240899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:47:06.275816 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9502888
Jun 19 01:47:07.777796 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:08.731860 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 38614) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:08.930709 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba451eb-f5ef-4086-a6ce-854dbcd429f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:47:08.932094 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-eba451eb-f5ef-4086-a6ce-854dbcd429f1 admin admin] 10.222.0.24 "GET /v2.0/subnets/f050b230-7da1-414c-84b7-fba675abd96e HTTP/1.1" status: 200  len: 849 time: 0.1987000
Jun 19 01:47:09.062696 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2c8f1d44-d58b-4f4a-a483-cbc6d5e17256 admin admin] 10.222.0.24 "GET /v2.0/routers/44dfa891-ec89-415a-88ad-e996d06b5ddf HTTP/1.1" status: 200  len: 704 time: 0.1236179
Jun 19 01:47:09.365287 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:09.679735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Allocated IP 172.20.0.1 (8e8ecdb5-ba96-4980-a596-b2bc715c4dd7/f050b230-7da1-414c-84b7-fba675abd96e/51760f90-273b-4c80-af70-07b8dabbb99e) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:47:09.901126 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:09.927911 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Transition to ACTIVE for port object 51760f90-273b-4c80-af70-07b8dabbb99e will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:47:10.011276 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:47:10.092915 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.095396 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:10.169424 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:47:10.175075 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:47:10.177933 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:47:10.178815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.241094 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Pushing event updated for resources: {'Port': ['ID=51760f90-273b-4c80-af70-07b8dabbb99e,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:10.245675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:10.463082 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-52a2b9a6-c817-4666-b813-e96dd76c0857 None None] Provisioning for port 51760f90-273b-4c80-af70-07b8dabbb99e completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:47:10.467875 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-52a2b9a6-c817-4666-b813-e96dd76c0857 None None] Provisioning complete for port 51760f90-273b-4c80-af70-07b8dabbb99e triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:10.468251 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-52a2b9a6-c817-4666-b813-e96dd76c0857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.491706 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.502296 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-52a2b9a6-c817-4666-b813-e96dd76c0857 None None] Port 51760f90-273b-4c80-af70-07b8dabbb99e cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:47:10.675079 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.735702 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.736874 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:10.739434 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:10.816914 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Pushing event updated for resources: {'Port': ['ID=51760f90-273b-4c80-af70-07b8dabbb99e,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:10.821307 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:10.863459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:47:10.864858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:47:11.093402 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Router 44dfa891-ec89-415a-88ad-e996d06b5ddf is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:47:11.126417 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-4d5320e3-f538-4e0c-a239-c027f6af6084 None None] Provisioning complete for port 51760f90-273b-4c80-af70-07b8dabbb99e triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:11.127002 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4d5320e3-f538-4e0c-a239-c027f6af6084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:11.174137 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-4d5320e3-f538-4e0c-a239-c027f6af6084 None None] Port 51760f90-273b-4c80-af70-07b8dabbb99e cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:47:11.195940 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:47:11.202279 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] 10.222.0.24 "PUT /v2.0/routers/44dfa891-ec89-415a-88ad-e996d06b5ddf/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1346412
Jun 19 01:47:11.208787 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Sync routers for ids ['44dfa891-ec89-415a-88ad-e996d06b5ddf'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:47:11.224026 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Routers {'44dfa891-ec89-415a-88ad-e996d06b5ddf'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:47:11.224918 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f292dfbb0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:47:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['44dfa891-ec89-415a-88ad-e996d06b5ddf'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:11.417340 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Set router 44dfa891-ec89-415a-88ad-e996d06b5ddf gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:47:11.881325 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f292dfbb0>, [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:10Z', 'revision_number': 2, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port_host': None, '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:10Z', 'revision_number': 2, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:11.948053 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Checking router: 44dfa891-ec89-415a-88ad-e996d06b5ddf for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:47:11.948384 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Updating router 44dfa891-ec89-415a-88ad-e996d06b5ddf port 51760f90-273b-4c80-af70-07b8dabbb99e binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:47:12.021367 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:12.559250 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:12.580276 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Transition to ACTIVE for port object 51760f90-273b-4c80-af70-07b8dabbb99e will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:47:12.645008 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:12.648197 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:12.894606 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Pushing event updated for resources: {'Port': ['ID=51760f90-273b-4c80-af70-07b8dabbb99e,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:12.924337 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.925066 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.925590 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.926044 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.926576 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.927079 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.927600 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.928102 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.928638 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.929201 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Tracked resource versions report:
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: pushed versions:
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: {   'AddressGroup': {'1.2'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'ConntrackHelper': {'1.0'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Log': {'1.0'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Network': {'1.1'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Port': {'1.7'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'PortForwarding': {'1.2'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'QosPolicy': {'1.8'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SecurityGroup': {'1.4'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SubPort': {'1.0'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Subnet': {'1.1'},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Trunk': {'1.1'}}
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: consumer versions:
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Log': '1.0',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Network': '1.1',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Port': '1.7',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'PortForwarding': '1.2',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'QosPolicy': '1.8',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SecurityGroup': '1.4',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SubPort': '1.0',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Subnet': '1.1',
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Trunk': '1.1'}}
Jun 19 01:47:12.934457 dv-cinder-797170-1-iscsi neutron-server[105240]:  {{(pid=105240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:47:12.940881 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Attempting to bind port 51760f90-273b-4c80-af70-07b8dabbb99e on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:47:12.941474 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Attempting to bind port 51760f90-273b-4c80-af70-07b8dabbb99e by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:47:12.942193 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Attempting to bind port 51760f90-273b-4c80-af70-07b8dabbb99e on network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:47:12.945739 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:12.952957 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:47:12.953632 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Checking segment: {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:47:12.954415 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:12.955062 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Bound using segment: {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:47:12.955888 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Bound port: 51760f90-273b-4c80-af70-07b8dabbb99e, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc4a2aa-afd8-4f0c-9f85-358c99d345a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:47:12.956488 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:13.056067 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] For port 51760f90-273b-4c80-af70-07b8dabbb99e, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:47:13.092485 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] For port 51760f90-273b-4c80-af70-07b8dabbb99e, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=51760f90-273b-4c80-af70-07b8dabbb99e,segment=NetworkSegment(ebc4a2aa-afd8-4f0c-9f85-358c99d345a6),segment_id=ebc4a2aa-afd8-4f0c-9f85-358c99d345a6)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:47:13.161455 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:13.164229 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:13.246099 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Routers {'44dfa891-ec89-415a-88ad-e996d06b5ddf'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:47:13.247043 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f292dfbb0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:47:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['44dfa891-ec89-415a-88ad-e996d06b5ddf'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:13.250880 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Pushing event updated for resources: {'Port': ['ID=51760f90-273b-4c80-af70-07b8dabbb99e,revision_number=4']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:13.256942 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:13.364423 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] Set router 44dfa891-ec89-415a-88ad-e996d06b5ddf gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:47:13.530343 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 38634) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:13.611709 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f292dfbb0>, [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:10Z', 'revision_number': 2, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port_host': None, '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:13Z', 'revision_number': 4, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:13.638957 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e565d4-ad6b-4e76-b7ae-0ea5b4d45d65 None None] The sync data for ids ['44dfa891-ec89-415a-88ad-e996d06b5ddf'] in dv-cinder-797170-1-iscsi is: [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:10Z', 'revision_number': 2, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port_host': None, '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:13Z', 'revision_number': 4, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:47:13.734080 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1de1a8-0604-4c92-a452-0db0ca601bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:47:13.735694 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2a1de1a8-0604-4c92-a452-0db0ca601bc3 admin admin] 10.222.0.24 "GET /v2.0/networks/cf41840a-71c3-4b8c-a2e5-1094a28e651d HTTP/1.1" status: 200  len: 842 time: 0.2041023
Jun 19 01:47:13.745600 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:47:13.886502 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Made reservation on behalf of c33c794a19f545a0ad166c1274361568 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:47:13.889877 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:14.583167 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.objects.ports [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105237) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 19 01:47:14.583929 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:14.592351 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:14.667336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26142942-31cd-4a67-9b12-0b1395b086dd,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:14.674466 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:47:14.674843 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Network hostable DHCP agents. Network: cf41840a-71c3-4b8c-a2e5-1094a28e651d, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:47:14.683475 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.683813 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.684170 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.684491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.684840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.685320 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.686050 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.686387 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.686720 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.687036 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.687343 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.687649 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Tracked resource versions report:
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]: pushed versions:
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]: {   'AddressGroup': {'1.2'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'ConntrackHelper': {'1.0'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Log': {'1.0'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Network': {'1.1'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Port': {'1.7'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'PortForwarding': {'1.2'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'QosPolicy': {'1.8'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SecurityGroup': {'1.4'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SubPort': {'1.0'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Subnet': {'1.1'},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Trunk': {'1.1'}}
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]: consumer versions:
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Log': '1.0',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Network': '1.1',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Port': '1.7',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'PortForwarding': '1.2',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'QosPolicy': '1.8',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SecurityGroup': '1.4',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SubPort': '1.0',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Subnet': '1.1',
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Trunk': '1.1'}}
Jun 19 01:47:14.688794 dv-cinder-797170-1-iscsi neutron-server[105237]:  {{(pid=105237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:47:14.744740 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:14.810210 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:47:14.896831 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, cf41840a-71c3-4b8c-a2e5-1094a28e651d) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:47:14.904445 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:47:14.905465 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:14.913380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b5942d-4601-4d8c-82cd-fff9055b6c2c None None] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:47:15.054660 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0e183-ad99-43d3-8989-e81433814530 None None] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:47:15.061891 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3197644
Jun 19 01:47:17.202582 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 51760f90-273b-4c80-af70-07b8dabbb99e up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:47:17.337696 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 51760f90-273b-4c80-af70-07b8dabbb99e completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:47:17.345283 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 51760f90-273b-4c80-af70-07b8dabbb99e triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:17.346029 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:17.428982 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 38650) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:17.489834 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:17.525746 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 51760f90-273b-4c80-af70-07b8dabbb99e, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=51760f90-273b-4c80-af70-07b8dabbb99e,segment=NetworkSegment(ebc4a2aa-afd8-4f0c-9f85-358c99d345a6),segment_id=ebc4a2aa-afd8-4f0c-9f85-358c99d345a6)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:47:17.604818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:17.607601 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:17.663224 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=51760f90-273b-4c80-af70-07b8dabbb99e,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:17.668283 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:17.826804 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0a3eed3a-0640-4731-afe4-5391bd8acd58 admin admin] 10.222.0.24 "GET /v2.0/routers/44dfa891-ec89-415a-88ad-e996d06b5ddf HTTP/1.1" status: 200  len: 710 time: 0.3954389
Jun 19 01:47:17.919120 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65e63e0-cac2-44c4-965f-92607f2e25e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:47:17.920671 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f65e63e0-cac2-44c4-965f-92607f2e25e2 admin admin] 10.222.0.24 "GET /v2.0/networks/cf41840a-71c3-4b8c-a2e5-1094a28e651d HTTP/1.1" status: 200  len: 886 time: 0.0887146
Jun 19 01:47:17.930413 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:47:18.262402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:18.656471 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:18.748757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:18.928203 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Allocated IP 172.27.3.157 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/1e59afeb-c864-44f4-97e2-05c768514c2f) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:47:19.046055 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:19.143052 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 51760f90-273b-4c80-af70-07b8dabbb99e up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:47:19.194682 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 51760f90-273b-4c80-af70-07b8dabbb99e triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:19.194965 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:19.205990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:19.208545 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:19.341995 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:47:19.351395 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:47:19.357677 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:47:19.359691 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1e59afeb-c864-44f4-97e2-05c768514c2f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:19.363916 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:19.748127 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:19.951978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:19.955193 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3625152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3625207', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-573012'] for router, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:20.073855 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Router 44dfa891-ec89-415a-88ad-e996d06b5ddf has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:47:20.184541 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:47:20.189278 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:20.190536 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/44dfa891-ec89-415a-88ad-e996d06b5ddf HTTP/1.1" status: 200  len: 890 time: 2.2635684
Jun 19 01:47:20.194404 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Sync routers for ids ['44dfa891-ec89-415a-88ad-e996d06b5ddf'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:47:20.206468 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Routers {'44dfa891-ec89-415a-88ad-e996d06b5ddf'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:47:20.207270 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f28aa89d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:47:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['44dfa891-ec89-415a-88ad-e996d06b5ddf'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:20.441337 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Set router 44dfa891-ec89-415a-88ad-e996d06b5ddf gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:47:20.865766 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f28aa89d0>, [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:19Z', 'revision_number': 4, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port': {'id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:18Z', 'updated_at': '2021-06-19T01:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:17Z', 'revision_number': 5, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:20.920128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Checking router: 44dfa891-ec89-415a-88ad-e996d06b5ddf for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:47:20.920490 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Updating router 44dfa891-ec89-415a-88ad-e996d06b5ddf port 1e59afeb-c864-44f4-97e2-05c768514c2f binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:47:20.954970 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.305525 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.316668 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Transition to ACTIVE for port object 1e59afeb-c864-44f4-97e2-05c768514c2f will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:47:21.383286 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.386083 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:21.441420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Pushing event updated for resources: {'Port': ['ID=1e59afeb-c864-44f4-97e2-05c768514c2f,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:21.444898 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:21.446182 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Attempting to bind port 1e59afeb-c864-44f4-97e2-05c768514c2f on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:47:21.446575 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Attempting to bind port 1e59afeb-c864-44f4-97e2-05c768514c2f by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:47:21.446918 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Attempting to bind port 1e59afeb-c864-44f4-97e2-05c768514c2f on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:47:21.453583 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:47:21.453975 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:47:21.454380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.454783 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:47:21.455281 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Bound port: 1e59afeb-c864-44f4-97e2-05c768514c2f, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:47:21.455684 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.514557 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] For port 1e59afeb-c864-44f4-97e2-05c768514c2f, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:47:21.518282 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] For port 1e59afeb-c864-44f4-97e2-05c768514c2f, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=1e59afeb-c864-44f4-97e2-05c768514c2f,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:47:21.594576 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:21.596854 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:21.653408 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Routers {'44dfa891-ec89-415a-88ad-e996d06b5ddf'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:47:21.654731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f28aa89d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:47:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['44dfa891-ec89-415a-88ad-e996d06b5ddf'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:21.768577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Pushing event updated for resources: {'Port': ['ID=1e59afeb-c864-44f4-97e2-05c768514c2f,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:21.772712 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:21.843387 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] Set router 44dfa891-ec89-415a-88ad-e996d06b5ddf gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:47:22.071994 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f28aa89d0>, [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:19Z', 'revision_number': 4, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port': {'id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:18Z', 'updated_at': '2021-06-19T01:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:17Z', 'revision_number': 5, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:47:22.100165 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36933845-1b2a-485b-908c-0a8065fd2322 None None] The sync data for ids ['44dfa891-ec89-415a-88ad-e996d06b5ddf'] in dv-cinder-797170-1-iscsi is: [{'id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'name': 'router1', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157'}], 'enable_snat': True}, 'gw_port_id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:46:59Z', 'updated_at': '2021-06-19T01:47:19Z', 'revision_number': 4, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'gw_port': {'id': '1e59afeb-c864-44f4-97e2-05c768514c2f', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:ed:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:18Z', 'updated_at': '2021-06-19T01:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '51760f90-273b-4c80-af70-07b8dabbb99e', 'name': '', 'network_id': '8e8ecdb5-ba96-4980-a596-b2bc715c4dd7', 'tenant_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'mac_address': 'fa:16:3e:d1:4d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44dfa891-ec89-415a-88ad-e996d06b5ddf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:47:09Z', 'updated_at': '2021-06-19T01:47:17Z', 'revision_number': 5, 'project_id': 'fd76eef8e67e4173b87310745bb4d4b9', 'subnets': [{'id': 'f050b230-7da1-414c-84b7-fba675abd96e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e961c41c-06f9-49da-a6b5-17d975d167d2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:47:22.649676 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 38658) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:47:22.796235 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-7a34bac5-a03a-4173-ac94-ebd02a7f0bae admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1433969
Jun 19 01:47:23.171681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 1e59afeb-c864-44f4-97e2-05c768514c2f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:47:23.290095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 1e59afeb-c864-44f4-97e2-05c768514c2f completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:47:23.295486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 1e59afeb-c864-44f4-97e2-05c768514c2f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:23.296108 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:23.489465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:23.512300 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 1e59afeb-c864-44f4-97e2-05c768514c2f, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=1e59afeb-c864-44f4-97e2-05c768514c2f,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:47:23.565946 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:23.568161 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:47:23.619713 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=1e59afeb-c864-44f4-97e2-05c768514c2f,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:47:23.623086 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:47:25.181895 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 1e59afeb-c864-44f4-97e2-05c768514c2f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:47:25.235540 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 1e59afeb-c864-44f4-97e2-05c768514c2f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:47:25.235983 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:32.211681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-fbb38ac4-1c04-4cc5-92a7-bfaa64bbb291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:34.892169 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b7c9a42c-f834-4f5a-add3-8960519e8d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:35.356104 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:36.102723 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:37.812276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:47:47.002367 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:48:02.182457 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2eacc046-456a-49ba-a071-f15d1ad7761d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:04.862194 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-aca7d8d6-b74e-4c8a-9dfc-a7f3306c8805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:05.314569 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:06.114217 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:08.606298 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:24.002092 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:48:32.140073 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9058f2cf-39d1-49f2-a903-2a5fb38c6c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:34.866768 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-80c1bfe3-1b1a-4414-b1d7-d73930959508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:35.453973 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:36.134216 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:48:37.814036 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:01.003290 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:49:02.174781 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f9c5460a-bce9-42b3-927b-e9398fe2051e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:04.865981 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4be9cfab-0089-4757-8c9e-b65ab2bc880c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:05.317416 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:06.123397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:06.145590 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39226) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:06.208903 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.pecan_wsgi.hooks.translation [None req-373fb39f-431a-4687-868f-e4ddf09a861f admin admin] GET failed (client error): The resource could not be found.
Jun 19 01:49:06.212159 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-373fb39f-431a-4687-868f-e4ddf09a861f admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0637999
Jun 19 01:49:06.371772 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0da5e6-aed1-4881-a8f1-9c2eebcaed18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:06.373189 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9f0da5e6-aed1-4881-a8f1-9c2eebcaed18 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1587241
Jun 19 01:49:07.797886 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:08.540188 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39236) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:08.642579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-821d39a9-5ce8-4b89-a57f-bd5f2ddcd776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:08.643936 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-821d39a9-5ce8-4b89-a57f-bd5f2ddcd776 admin admin] 10.222.0.24 "GET /v2.0/subnets/f050b230-7da1-414c-84b7-fba675abd96e HTTP/1.1" status: 200  len: 849 time: 0.1027746
Jun 19 01:49:08.653944 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:49:08.739438 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Notify callbacks [] for subnet, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:09.007613 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748624048348'] for subnet, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:09.009822 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:49:09.040143 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:09.041299 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:09.042758 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] 10.222.0.24 "PUT /v2.0/subnets/f050b230-7da1-414c-84b7-fba675abd96e HTTP/1.1" status: 200  len: 868 time: 0.3933551
Jun 19 01:49:09.046438 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe3553-0937-4861-ab8e-b1edffa9ea89 None None] Network 8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:49:09.066698 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f050b230-7da1-414c-84b7-fba675abd96e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:49:09.075601 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.075964 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.076313 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.076645 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.077016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.077360 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.077691 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.078016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.078355 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.078678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.079017 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.079374 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:49:09.083158 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:49:09.452042 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-f7673834-95e3-4038-9519-c992f9380365 None None] Provisioning complete for port db1433eb-c5bb-4287-8688-cc3830b41693 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:49:09.452511 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f7673834-95e3-4038-9519-c992f9380365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:09.539893 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-f7673834-95e3-4038-9519-c992f9380365 None None] Provisioning complete for port 51760f90-273b-4c80-af70-07b8dabbb99e triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:49:09.540155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f7673834-95e3-4038-9519-c992f9380365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:11.216887 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39244) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:11.418666 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51688c41-ef92-4db2-8043-b23ba9cb173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:11.419036 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51688c41-ef92-4db2-8043-b23ba9cb173b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:11.420569 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-51688c41-ef92-4db2-8043-b23ba9cb173b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2027359
Jun 19 01:49:13.647624 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39252) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:13.844296 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b05612-c084-4172-81aa-9f3e3603c968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:13.844700 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b05612-c084-4172-81aa-9f3e3603c968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:13.846247 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-92b05612-c084-4172-81aa-9f3e3603c968 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1976700
Jun 19 01:49:16.121686 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39262) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:16.330893 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae04e1e-6879-46d5-9ee1-f589059b20ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:16.332185 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-dae04e1e-6879-46d5-9ee1-f589059b20ae admin admin] 10.222.0.24 "GET /v2.0/networks/8e8ecdb5-ba96-4980-a596-b2bc715c4dd7 HTTP/1.1" status: 200  len: 869 time: 0.2095551
Jun 19 01:49:18.493793 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39270) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:18.615221 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2505a10b-4cc0-474b-8bf0-f77621c64c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:18.616568 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2505a10b-4cc0-474b-8bf0-f77621c64c37 admin admin] 10.222.0.24 "GET /v2.0/networks/cf41840a-71c3-4b8c-a2e5-1094a28e651d HTTP/1.1" status: 200  len: 886 time: 0.1218247
Jun 19 01:49:20.777769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39278) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:20.904275 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6357df-ab61-4a01-a8c4-497bd9f951bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:20.904757 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6357df-ab61-4a01-a8c4-497bd9f951bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:20.906292 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-bb6357df-ab61-4a01-a8c4-497bd9f951bd admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1275766
Jun 19 01:49:23.092109 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39288) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:23.183941 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a716347-149f-4fd7-80f1-44583e062965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:23.184411 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a716347-149f-4fd7-80f1-44583e062965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:23.185961 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-4a716347-149f-4fd7-80f1-44583e062965 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0928440
Jun 19 01:49:25.384287 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39296) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:25.473454 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938854f-35eb-40f0-b61f-3ef3624c1820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:25.474791 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6938854f-35eb-40f0-b61f-3ef3624c1820 admin admin] 10.222.0.24 "GET /v2.0/subnets/26142942-31cd-4a67-9b12-0b1395b086dd HTTP/1.1" status: 200  len: 816 time: 0.0889523
Jun 19 01:49:27.615806 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39304) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:27.708712 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2dbcee9-1718-4266-b9ac-9dc9e343b57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:27.710088 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c2dbcee9-1718-4266-b9ac-9dc9e343b57c admin admin] 10.222.0.24 "GET /v2.0/subnets/f050b230-7da1-414c-84b7-fba675abd96e HTTP/1.1" status: 200  len: 868 time: 0.0933108
Jun 19 01:49:32.167537 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c397-1913-42b7-80d8-3a07e4c13748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:34.870193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-59f30fa2-8ecc-4481-9e06-2d2148240a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:35.294150 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:36.115737 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:37.801364 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:38.003504 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:49:51.599322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39348) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:51.646975 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [None req-e3b8885e-22c5-4892-9383-3ce35e09db6d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:49:51.654060 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e3b8885e-22c5-4892-9383-3ce35e09db6d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0477042
Jun 19 01:49:53.890871 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39356) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:53.950826 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9be8b9-2ae8-4847-8b52-882866b40f82 admin admin] GET failed (client error): The resource could not be found.
Jun 19 01:49:53.952138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-cc9be8b9-2ae8-4847-8b52-882866b40f82 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0603137
Jun 19 01:49:54.038402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ffb95e-1a16-43b4-b312-5670e03d68ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:54.039850 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-48ffb95e-1a16-43b4-b312-5670e03d68ca admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.0839131
Jun 19 01:49:56.211485 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39364) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:56.258523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:49:56.355103 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Made reservation on behalf of c33c794a19f545a0ad166c1274361568 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:49:56.357828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:56.400937 dv-cinder-797170-1-iscsi neutron-server[105237]: WARNING neutron.services.revisions.revision_plugin [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f4f28c91f10] {project_id='c33c794a19f545a0ad166c1274361568', id='398d2491-7e50-46f4-b1c5-07783c70b50d', target_tenant='*', action='access_as_shared', object_id='e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'}> to bump revision.
Jun 19 01:49:56.418370 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:49:56.431620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748623950282', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:56.434411 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f4f29f71ca0> segment precommit_create {{(pid=105237) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 19 01:49:56.434411 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Added segment 071a502d-dee7-41b0-9321-90dfe24e8ac4 of type vlan for network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1
Jun 19 01:49:56.484443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:56.596352 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:56.597748 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:56.598345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:56.600405 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:49:56.689112 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Pushing event updated for resources: {'Network': ['ID=e3d2df51-4b3f-4fc0-918d-71c05d8d26e1,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:49:56.692184 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:49:56.700309 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:49:56.728845 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5162513
Jun 19 01:49:58.904246 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39372) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:49:58.969035 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c155e9a-fefb-4e9b-8ef5-c2edb623dd20 admin admin] GET failed (client error): The resource could not be found.
Jun 19 01:49:58.970333 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5c155e9a-fefb-4e9b-8ef5-c2edb623dd20 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0650697
Jun 19 01:49:59.038332 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f37db6-9533-48b9-a69a-684695931c1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:59.039737 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-59f37db6-9533-48b9-a69a-684695931c1a admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0655587
Jun 19 01:49:59.049890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:49:59.144546 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Made reservation on behalf of c33c794a19f545a0ad166c1274361568 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:49:59.146976 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:59.368024 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:59.370255 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:49:59.417999 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876c7fd4-5ebd-455f-aea2-e209109d65e4,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:49:59.429076 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:49:59.432890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Checking segment: {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:49:59.433243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Network hostable DHCP agents. Network: e3d2df51-4b3f-4fc0-918d-71c05d8d26e1, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:49:59.533603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:49:59.630468 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, e3d2df51-4b3f-4fc0-918d-71c05d8d26e1) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:49:59.635140 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:49:59.643021 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:49:59.643776 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd1cf52-62cb-46b9-a0ec-b3ab85d16e67 None None] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:49:59.700345 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6537642
Jun 19 01:49:59.797555 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-e3d2df51-4b3f-4fc0-918d-71c05d8d26e1', 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1', 'tenant_id': 'c33c794a19f545a0ad166c1274361568', 'fixed_ips': [{'subnet_id': '876c7fd4-5ebd-455f-aea2-e209109d65e4'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:49:59.798552 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.031257 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Allocated IP 192.168.233.2 (e3d2df51-4b3f-4fc0-918d-71c05d8d26e1/876c7fd4-5ebd-455f-aea2-e209109d65e4/3adb51df-1d7f-4549-843c-944d81a762ac) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:50:00.183190 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.192243 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Transition to ACTIVE for port object 3adb51df-1d7f-4549-843c-944d81a762ac will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:50:00.208367 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Transition to ACTIVE for port object 3adb51df-1d7f-4549-843c-944d81a762ac will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:50:00.282917 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.287012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:50:00.334416 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:50:00.337799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:50:00.342278 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:50:00.345316 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Pushing event updated for resources: {'Port': ['ID=3adb51df-1d7f-4549-843c-944d81a762ac,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:50:00.356341 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.356617 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.356983 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.357189 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.357489 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.357811 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.358137 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.358456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.358787 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.359115 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.359420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.359739 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:50:00.381096 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:50:00.414522 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Attempting to bind port 3adb51df-1d7f-4549-843c-944d81a762ac on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:50:00.414886 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Attempting to bind port 3adb51df-1d7f-4549-843c-944d81a762ac by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:50:00.415338 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Attempting to bind port 3adb51df-1d7f-4549-843c-944d81a762ac on network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:50:00.420784 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:50:00.421193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Checking segment: {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:50:00.421556 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.421944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Bound using segment: {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:50:00.422558 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Bound port: 3adb51df-1d7f-4549-843c-944d81a762ac, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:50:00.424767 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.488535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] For port 3adb51df-1d7f-4549-843c-944d81a762ac, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:50:00.492335 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] For port 3adb51df-1d7f-4549-843c-944d81a762ac, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3adb51df-1d7f-4549-843c-944d81a762ac,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:50:00.562530 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:00.564818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:50:00.621546 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Pushing event updated for resources: {'Port': ['ID=3adb51df-1d7f-4549-843c-944d81a762ac,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:50:00.624860 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:50:01.298017 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3adb51df-1d7f-4549-843c-944d81a762ac up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:50:01.453292 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 3adb51df-1d7f-4549-843c-944d81a762ac completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:50:01.489271 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c2fdaa-249b-46ae-8a1e-35c18e9e1a6a None None] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:50:01.682416 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Provisioning for port 3adb51df-1d7f-4549-843c-944d81a762ac completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:50:01.688148 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Provisioning complete for port 3adb51df-1d7f-4549-843c-944d81a762ac triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:50:01.688521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:01.790042 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:01.879326 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] For port 3adb51df-1d7f-4549-843c-944d81a762ac, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3adb51df-1d7f-4549-843c-944d81a762ac,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:50:01.966651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:01.970534 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:50:02.019880 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Pushing event updated for resources: {'Port': ['ID=3adb51df-1d7f-4549-843c-944d81a762ac,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:50:02.022904 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:50:02.101371 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc546903-3808-48ff-b9f0-edaa8fad0f7b None None] Provisioning complete for port 3adb51df-1d7f-4549-843c-944d81a762ac triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:50:02.101744 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc546903-3808-48ff-b9f0-edaa8fad0f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:02.229725 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2a0b4247-3d88-42e3-910a-6c90f81ecb33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:03.264599 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3adb51df-1d7f-4549-843c-944d81a762ac up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:50:03.313536 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 3adb51df-1d7f-4549-843c-944d81a762ac triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:50:03.313911 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:04.880434 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-225f3e56-3306-463e-8bc8-3a133641a410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:05.316490 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:06.122301 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:07.791654 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:15.002257 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:50:32.156012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d78169e-7439-4e62-9658-8d16bc27272d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:34.853381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-5d27391e-8650-4212-8bea-aa8b95014a34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:35.339044 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:36.136900 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:37.822410 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:50:52.000976 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:51:02.158761 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-87942976-a797-4752-8295-44cbdf713d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:04.890035 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0e37bf35-0e13-4831-8018-16a9af216291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:05.336843 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:06.120786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:07.807577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:17.372877 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39424) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:51:17.379026 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [None req-84417ba2-8892-40ad-a917-2587ea7a84a8 tempest-verify_tempest_config-937006094 tempest-verify_tempest_config-937006094-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:51:17.379972 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-84417ba2-8892-40ad-a917-2587ea7a84a8 tempest-verify_tempest_config-937006094 tempest-verify_tempest_config-937006094-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0058899
Jun 19 01:51:17.895555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39442) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:51:18.001552 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.121343 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.199780 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.202910 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:51:18.245296 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e683bd65cbe24ef1a9c5a8efb6608b6b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3485858
Jun 19 01:51:18.246057 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c8572f-80a1-4edc-8398-62815afb7f3f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:51:18.247923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39446) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:51:18.253096 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.253458 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.253797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.254128 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.254453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.254793 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.255122 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.255458 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.255811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.256125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.256442 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.256782 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.261765 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:51:18.309187 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.330344 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.480359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.483348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:18.484495 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45c8572f-80a1-4edc-8398-62815afb7f3f HTTP/1.1" status: 204  len: 168 time: 0.2353292
Jun 19 01:51:18.485250 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-49f9acf2-c431-4ca3-b227-3efa717a6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:51:18.493049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c8572f-80a1-4edc-8398-62815afb7f3f,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:51:18.500180 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.500490 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.500862 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.501194 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.501522 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.501871 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.502193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.502536 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.502876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.503198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.503513 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.503827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:51:18.506892 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:51:29.000373 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:51:32.149034 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6956a390-6a02-477c-a6fe-093de89ce5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:34.873814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b4251a57-b8dc-444f-b777-787c9f3091e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:35.302281 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:36.124113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:51:37.803785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:02.147825 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f41e718c-3044-4885-b8fe-710911e4868c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:04.896047 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-373460d7-4c67-418e-8e45-d3f13eae03d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:05.351892 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:05.999423 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:52:06.134732 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:07.814502 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:32.152897 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a03c4ddd-d5de-447e-95b0-5932f101273c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:34.860667 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f0151c82-d364-4e24-9afc-cbbf1ec0482b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:35.318468 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:36.151865 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:37.809230 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:42.999066 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 5 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:52:50.967498 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273'] for agent, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:52:54.894161 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39500) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:52:54.997892 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-bdf8a9ce-a63a-48e4-8f35-d86124aade84 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1026182
Jun 19 01:52:57.225231 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39510) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:52:57.278999 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1a80a271-3821-44d9-81bb-70b40a4b05bc admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0526347
Jun 19 01:53:02.150521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ae57faec-b4ef-4a3e-95e0-3e4b342962c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:04.904098 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-70583623-98bd-44f9-9961-1822f46c4a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:05.317778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:06.128908 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:07.803268 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:19.999121 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:53:20.909744 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:32.156529 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-347515fe-3d1a-4dc6-9701-797b313b8e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:34.899347 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-25b3062c-22ee-42da-a3e3-9333c5d35065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:35.326563 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:36.157147 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:37.818102 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:50.962325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:53:56.999547 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:54:02.189314 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-329b00e2-ad7f-4372-8636-bcc332669976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:05.041972 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3be27b5a-f5de-4ca7-bd36-a2ae292217cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:05.350628 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:06.144553 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:07.876098 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:20.939487 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.038730 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39698) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:25.379450 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1764135254-network', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:25.491045 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Made reservation on behalf of 0edbf763c77c498cb6a6a14631be7300 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:25.493792 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.508004 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.595307 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39724) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:25.667498 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.792010 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.796177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2a168803-cc16-4058-8ed3-faa7cf8afafe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:25.823878 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:25.841755 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a5b9a-18b4-4629-8ec1-9dc08476889a,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:25.856442 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:25.856912 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Added segment 5dab3437-5552-4de6-b66f-aba47f6fea8c of type vlan for network 097faa0d-34b0-49bb-9b71-de198b944b4e
Jun 19 01:54:25.859372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.859815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.860332 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.861111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.861969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.862516 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.863057 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.863592 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.864123 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.864974 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.865523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.866060 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Tracked resource versions report:
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]: pushed versions:
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]: {   'AddressGroup': {'1.2'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'ConntrackHelper': {'1.0'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Log': {'1.0'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Network': {'1.1'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Port': {'1.7'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'PortForwarding': {'1.2'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'QosPolicy': {'1.8'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SecurityGroup': {'1.4'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'SubPort': {'1.0'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Subnet': {'1.1'},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     'Trunk': {'1.1'}}
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]: consumer versions:
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     HyperV agent@hv-cinder-79717: {},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Log': '1.0',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Network': '1.1',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Port': '1.7',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'PortForwarding': '1.2',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'QosPolicy': '1.8',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SecurityGroup': '1.4',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'SubPort': '1.0',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Subnet': '1.1',
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:                                                      'Trunk': '1.1'}}
Jun 19 01:54:25.868065 dv-cinder-797170-1-iscsi neutron-server[105238]:  {{(pid=105238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:54:25.875518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:25.948310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.070494 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.072812 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:26.073808 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.080372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:26.197883 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Pushing event updated for resources: {'Network': ['ID=097faa0d-34b0-49bb-9b71-de198b944b4e,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:26.206196 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:26.211425 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 097faa0d-34b0-49bb-9b71-de198b944b4e details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:26.261361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39742) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:26.262131 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.2210214
Jun 19 01:54:26.272301 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Request body: {'subnet': {'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1764135254-subnet', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:26.337919 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1614843155-network', 'tenant_id': '7a33370be3b5422a9cb745b60606f107'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:26.361788 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39746) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:26.384410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Made reservation on behalf of 0edbf763c77c498cb6a6a14631be7300 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:26.387334 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.470192 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Made reservation on behalf of 7a33370be3b5422a9cb745b60606f107 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:26.472837 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.495155 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.581163 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39758) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:26.638621 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1593971604-network', 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:26.641977 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.662259 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.668234 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:26.727925 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Checking segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:26.728266 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Network hostable DHCP agents. Network: 097faa0d-34b0-49bb-9b71-de198b944b4e, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:26.760721 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=dced2325-86bc-4022-b808-5ef299978959,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:26.769941 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.770285 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.771288 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.771803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.772881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.776200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.776348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.776348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.776348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.776348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.776348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.777254 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.777740 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Tracked resource versions report:
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]: pushed versions:
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]: {   'AddressGroup': {'1.2'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'ConntrackHelper': {'1.0'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Log': {'1.0'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Network': {'1.1'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Port': {'1.7'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'PortForwarding': {'1.2'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'QosPolicy': {'1.8'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SecurityGroup': {'1.4'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'SubPort': {'1.0'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Subnet': {'1.1'},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     'Trunk': {'1.1'}}
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]: consumer versions:
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     HyperV agent@hv-cinder-79717: {},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Log': '1.0',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Network': '1.1',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Port': '1.7',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'PortForwarding': '1.2',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'QosPolicy': '1.8',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SecurityGroup': '1.4',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'SubPort': '1.0',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Subnet': '1.1',
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:                                                      'Trunk': '1.1'}}
Jun 19 01:54:26.779230 dv-cinder-797170-1-iscsi neutron-server[105237]:  {{(pid=105237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:54:26.787014 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:26.809710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:26.821999 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-324da8b6-4c47-448a-b3c1-64515d6a9e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:26.844458 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.845046 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Added segment 90dadd6d-ad93-4b74-ac54-40012e2c1ffe of type vlan for network f2a923ff-26a4-4dce-ae49-26594b1928f3
Jun 19 01:54:26.850948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:26.894479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2141a4-3f65-447f-b405-95e9122a6408,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:26.899755 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:26.912847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.940032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:26.944096 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:26.959879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.010745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 097faa0d-34b0-49bb-9b71-de198b944b4e) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:27.024011 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7319c9c-b804-4ebd-ad19-8a07e27f3772 None None] Network 097faa0d-34b0-49bb-9b71-de198b944b4e requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:27.041887 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.043732 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:27.051800 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.058068 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:27.074547 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-363559576-network', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:27.092112 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.096993 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:27.097858 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.135200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a923ff-26a4-4dce-ae49-26594b1928f3,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:27.139088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:27.151054 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network f2a923ff-26a4-4dce-ae49-26594b1928f3 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:27.232204 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.248484 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:27.260107 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.260797 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Added segment e00afec5-e33c-4394-92d8-2c0847ecc795 of type vlan for network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3
Jun 19 01:54:27.314643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.345580 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.7488976
Jun 19 01:54:27.348408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39784) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:27.361160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Request body: {'subnet': {'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1614843155-subnet', 'tenant_id': '7a33370be3b5422a9cb745b60606f107', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:27.362978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:27.385741 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1225529
Jun 19 01:54:27.388533 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39788) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:27.392001 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2817db9-227f-414d-8742-a16b529e39ea,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:27.394992 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:27.395660 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:27.407687 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-097faa0d-34b0-49bb-9b71-de198b944b4e', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:54:27.409412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.563583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Made reservation on behalf of 554a7123c4024415a6cbbcce288f2c8d for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:27.567114 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.569630 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.594844 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:27.595792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.616881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:27.621840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.696665 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Allocated IP 172.20.0.2 (097faa0d-34b0-49bb-9b71-de198b944b4e/dced2325-86bc-4022-b808-5ef299978959/6026e26f-5c93-4c89-87c3-4f47e30365d3) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:27.721447 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Pushing event updated for resources: {'Network': ['ID=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:27.725990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:27.727429 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.db.api [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 19 01:54:27.727429 dv-cinder-797170-1-iscsi neutron-server[105237]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 19 01:54:27.727429 dv-cinder-797170-1-iscsi neutron-server[105237]: [parameters: {'project_id_1': '554a7123c4024415a6cbbcce288f2c8d', 'expiration_1': datetime.datetime(2021, 6, 19, 1, 54, 27, 691857)}]
Jun 19 01:54:27.727429 dv-cinder-797170-1-iscsi neutron-server[105237]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:54:27.728014 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_db.api [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:54:27.731940 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Made reservation on behalf of 7a33370be3b5422a9cb745b60606f107 for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:27.736166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:27.737902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.874443 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.876008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:27.952526 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5905721
Jun 19 01:54:27.953588 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39804) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:27.959111 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Request body: {'subnet': {'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1593971604-subnet', 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:27.986952 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.003680 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.012213 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Transition to ACTIVE for port object 6026e26f-5c93-4c89-87c3-4f47e30365d3 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:28.030065 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Transition to ACTIVE for port object 6026e26f-5c93-4c89-87c3-4f47e30365d3 will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:28.075723 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:28.078473 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.105229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.105902 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.112261 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc85cf55-f106-41b3-94de-86bcdc46ec29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.168800 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Pushing event updated for resources: {'Port': ['ID=6026e26f-5c93-4c89-87c3-4f47e30365d3,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:28.180457 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.181250 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.181750 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.182313 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.182822 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.183348 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.183979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.184526 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.185207 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Tracked resource versions report:
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: pushed versions:
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: {   'AddressGroup': {'1.2'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'ConntrackHelper': {'1.0'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Log': {'1.0'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Network': {'1.1'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Port': {'1.7'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'PortForwarding': {'1.2'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'QosPolicy': {'1.8'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SecurityGroup': {'1.4'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'SubPort': {'1.0'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Subnet': {'1.1'},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     'Trunk': {'1.1'}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: consumer versions:
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     HyperV agent@hv-cinder-79717: {},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Log': '1.0',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Network': '1.1',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Port': '1.7',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'PortForwarding': '1.2',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'QosPolicy': '1.8',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SecurityGroup': '1.4',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'SubPort': '1.0',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Subnet': '1.1',
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:                                                      'Trunk': '1.1'}}
Jun 19 01:54:28.190288 dv-cinder-797170-1-iscsi neutron-server[105239]:  {{(pid=105239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:54:28.194175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:28.214215 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:28.216486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:28.224300 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:28.230257 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.311937 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.321285 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-38fd18a1-7c87-4c78-b91a-d2bbf0274c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.323554 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Attempting to bind port 6026e26f-5c93-4c89-87c3-4f47e30365d3 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:28.324669 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Attempting to bind port 6026e26f-5c93-4c89-87c3-4f47e30365d3 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:28.325252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Attempting to bind port 6026e26f-5c93-4c89-87c3-4f47e30365d3 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:28.332711 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:28.334195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Checking segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:28.334195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.334933 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Bound using segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:28.335786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Bound port: 6026e26f-5c93-4c89-87c3-4f47e30365d3, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:28.337220 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.357067 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.461033 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.470995 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d22c7544-5c91-4bd3-8632-140edc4c090b,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:28.475067 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:28.475327 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Checking segment: {'id': '90dadd6d-ad93-4b74-ac54-40012e2c1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:28.475649 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Network hostable DHCP agents. Network: f2a923ff-26a4-4dce-ae49-26594b1928f3, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:28.485879 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] For port 6026e26f-5c93-4c89-87c3-4f47e30365d3, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:28.487124 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2c30855b-f652-4932-92a6-8bb2b3d9ec23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.497000 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] For port 6026e26f-5c93-4c89-87c3-4f47e30365d3, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6026e26f-5c93-4c89-87c3-4f47e30365d3,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:28.525198 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:28.543729 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f12365-44fd-4df9-ba94-106db9d8a8d5,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:28.547073 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.547685 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Added segment 283ac93e-54c9-4b3a-bb57-11b4f2f922fe of type vlan for network 581838e8-008f-4a58-8d27-32e2b66cd028
Jun 19 01:54:28.549312 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:28.742138 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.758362 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.779095 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.859960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.865142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c16a5f38-adff-4837-bf88-03a1af288cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.900260 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.906623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.962565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=ced49df1-5b93-4226-8fcc-0b65fa199918,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:28.970031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.971863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:28.973693 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:28.974501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:28.978800 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-455e7454-80af-4772-b3c3-624c6c54b86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:28.985351 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Network f2a923ff-26a4-4dce-ae49-26594b1928f3 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:29.026243 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Allocated IP 172.27.3.45 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/3269bb55-9cf0-4b5b-8121-b8979420ff2b) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:29.078659 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Pushing event updated for resources: {'Port': ['ID=6026e26f-5c93-4c89-87c3-4f47e30365d3,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:29.085586 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:29.145500 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Pushing event updated for resources: {'Network': ['ID=581838e8-008f-4a58-8d27-32e2b66cd028,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:29.152809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, f2a923ff-26a4-4dce-ae49-26594b1928f3) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:29.157240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:29.159100 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 581838e8-008f-4a58-8d27-32e2b66cd028 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:29.167801 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:29.168388 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.184896 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2402cf76-8b7e-4eeb-943a-793d57a747de None None] Network f2a923ff-26a4-4dce-ae49-26594b1928f3 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:29.188028 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Checking segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:29.188028 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Network hostable DHCP agents. Network: 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:29.237619 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.253868 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 2.6715453
Jun 19 01:54:29.256882 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39842) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:29.263848 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Request body: {'subnet': {'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-subnet', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:29.329231 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0cc3034a-a674-4575-9a7a-2b01a024a467 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9794211
Jun 19 01:54:29.381865 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:29.402430 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.404182 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:29.404432 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9488e300-437f-4c94-8c9c-f28162856206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:29.418563 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:29.419398 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.458125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f5ba5-fada-41c5-82ce-389ac98efa46 None None] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:29.507725 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:29.512914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Made reservation on behalf of 554a7123c4024415a6cbbcce288f2c8d for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:29.513348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:29.521800 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Pushing event updated for resources: {'Port': ['ID=3269bb55-9cf0-4b5b-8121-b8979420ff2b,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:29.531359 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.557401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:29.589536 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf60a41-ef6d-4c06-831c-83de634bc832 None None] Network f2a923ff-26a4-4dce-ae49-26594b1928f3 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:29.592461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6026e26f-5c93-4c89-87c3-4f47e30365d3 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:29.689697 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:29.717328 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7584300
Jun 19 01:54:29.978022 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:29.986527 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6d576d34-28dc-47c2-908d-383e2bfd2faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:30.076907 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.139859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091c6ae0-e550-443a-892e-9c33b6749d8c None None] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:30.145926 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82fb5339-5dd3-415b-927c-90a29771c88f,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:30.160768 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:30.243504 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Checking segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:30.243881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Network hostable DHCP agents. Network: 581838e8-008f-4a58-8d27-32e2b66cd028, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:30.299844 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39884) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:30.379183 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Network 581838e8-008f-4a58-8d27-32e2b66cd028 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:30.471661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 581838e8-008f-4a58-8d27-32e2b66cd028) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:30.487978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:30.488718 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.535525 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4460010-5759-412c-85e1-7c348c8e6828 None None] Network 581838e8-008f-4a58-8d27-32e2b66cd028 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:30.569095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 6026e26f-5c93-4c89-87c3-4f47e30365d3 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:30.578470 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.622044 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.3637450
Jun 19 01:54:30.636926 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 39894) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:30.653607 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:30.755898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.814147 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39916) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:30.817261 dv-cinder-797170-1-iscsi neutron-server[105238]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 19 01:54:30.850194 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddf704-1486-4956-ae22-e58b48f685d5 None None] Network 097faa0d-34b0-49bb-9b71-de198b944b4e requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:30.879605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.881739 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:30.962226 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39932) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:31.064510 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.065805 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e70bac6-1d10-469d-99d8-0babf438a08d None None] Network 581838e8-008f-4a58-8d27-32e2b66cd028 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:31.201130 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Provisioning for port 6026e26f-5c93-4c89-87c3-4f47e30365d3 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:31.213717 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f76b3d90-10cc-4a0e-b31e-62fa584d0c63 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:31.215518 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f76b3d90-10cc-4a0e-b31e-62fa584d0c63 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/networks?id=f2a923ff-26a4-4dce-ae49-26594b1928f3 HTTP/1.1" status: 200  len: 812 time: 0.4001949
Jun 19 01:54:31.227655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Provisioning complete for port 6026e26f-5c93-4c89-87c3-4f47e30365d3 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:31.228296 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.248338 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-16069111-588f-4ab3-b6aa-75fd66b690ff tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/quotas/7a33370be3b5422a9cb745b60606f107 HTTP/1.1" status: 200  len: 375 time: 0.0246606
Jun 19 01:54:31.284369 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.296388 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-9e242fc0-357f-4b93-b9da-92b74d9b905f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:31.298548 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-9e242fc0-357f-4b93-b9da-92b74d9b905f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.3355944
Jun 19 01:54:31.322201 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:54:31.325773 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-6a5b40ae-d974-4e6c-9d2c-0b4d39033567 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a33370be3b5422a9cb745b60606f107&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0631425
Jun 19 01:54:31.350869 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-219e96a6-98be-4f1f-8c84-b69e0d776e68 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/quotas/f5d05c94c4484df2943d530cef2077f6 HTTP/1.1" status: 200  len: 375 time: 0.0275910
Jun 19 01:54:31.418278 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.427962 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-9720f1f4-4cf5-410b-b2a8-1469309cb721 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0777228
Jun 19 01:54:31.444542 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.491837 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:31.537061 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be17b3da9f944f4aa4d23fb23d0dbd83&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2354052
Jun 19 01:54:31.539013 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f059df-313f-459d-9695-cec05d23175e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:31.540819 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.541089 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39954) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:31.550426 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:31.609782 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-c5e2a8c8-acc1-4c09-bfca-884a3768465d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:54:31.611691 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-c5e2a8c8-acc1-4c09-bfca-884a3768465d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1171398
Jun 19 01:54:31.616721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] For port 6026e26f-5c93-4c89-87c3-4f47e30365d3, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6026e26f-5c93-4c89-87c3-4f47e30365d3,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:54:31.619915 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:54:31.637801 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:54:31.663297 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-cbb95c1a-23ac-4d29-94c2-05bf9b18583c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:54:31.664811 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-cbb95c1a-23ac-4d29-94c2-05bf9b18583c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1714261
Jun 19 01:54:31.670655 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:31.672244 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49f40>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:31.685806 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.692038 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:31.763740 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-1a0cb421-1926-4e97-91f9-43032e07c393 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1364112
Jun 19 01:54:31.807366 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Pushing event updated for resources: {'Port': ['ID=6026e26f-5c93-4c89-87c3-4f47e30365d3,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:31.815746 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:31.896816 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:31.930922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-1da233b4-1830-411a-bff4-6f4b43212a1c None None] Provisioning complete for port 6026e26f-5c93-4c89-87c3-4f47e30365d3 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:31.931793 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1da233b4-1830-411a-bff4-6f4b43212a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:31.972853 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-51a8592c-c4b0-428c-9bd1-ab03c7d032b8 service neutron] 10.222.0.24 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062430
Jun 19 01:54:32.058877 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.098124 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.103258 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Notify callbacks [] for router, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.107725 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.7180345
Jun 19 01:54:32.116073 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 39960) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:32.140808 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.191052 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.216357 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49f40>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:29Z', 'revision_number': 3, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:32.237249 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-df88bf13-7279-4f2f-94e4-ac2d025bdb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.253568 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:54:32.256921 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Updating router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a port 3269bb55-9cf0-4b5b-8121-b8979420ff2b binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:54:32.260773 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-67063453-be7a-444c-b6fc-d1a3d9376d7d service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2866120
Jun 19 01:54:32.308315 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Allocated IP 172.27.3.175 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/d8a1c1a0-9538-416d-811f-9b656ed47910) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:32.322148 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-a19aa730-f653-4063-b505-506977f070a0 service neutron] 10.222.0.24 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239326
Jun 19 01:54:32.360784 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.448912 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.454318 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.458654 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27f059df-313f-459d-9695-cec05d23175e HTTP/1.1" status: 204  len: 168 time: 0.9163468
Jun 19 01:54:32.465011 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:32.484626 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f059df-313f-459d-9695-cec05d23175e,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:32.493493 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:32.563322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.688493 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.692930 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:32.735789 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:32.738904 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:32.744150 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:32.747542 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Pushing event updated for resources: {'Port': ['ID=d8a1c1a0-9538-416d-811f-9b656ed47910,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:32.808583 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:32.821741 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:33.096055 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.123053 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Transition to ACTIVE for port object 3269bb55-9cf0-4b5b-8121-b8979420ff2b will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:33.221136 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Allocated IP 172.20.0.1 (097faa0d-34b0-49bb-9b71-de198b944b4e/dced2325-86bc-4022-b808-5ef299978959/bdf2d783-af87-42a4-a75b-5cb56b24b014) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:33.224168 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.226832 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:33.379177 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Attempting to bind port 3269bb55-9cf0-4b5b-8121-b8979420ff2b on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:33.380049 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Attempting to bind port 3269bb55-9cf0-4b5b-8121-b8979420ff2b by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:33.383197 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Attempting to bind port 3269bb55-9cf0-4b5b-8121-b8979420ff2b on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:33.385665 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Pushing event updated for resources: {'Port': ['ID=3269bb55-9cf0-4b5b-8121-b8979420ff2b,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:33.406687 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:33.407071 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:33.411668 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.414877 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:33.417813 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Bound port: 3269bb55-9cf0-4b5b-8121-b8979420ff2b, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:33.419300 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.440066 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.441225 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.442239 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.444794 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.445333 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.445767 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.447616 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.448973 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.451771 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.456075 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.456819 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.457264 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Tracked resource versions report:
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]: pushed versions:
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]: {   'AddressGroup': {'1.2'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'ConntrackHelper': {'1.0'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Log': {'1.0'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Network': {'1.1'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Port': {'1.7'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'PortForwarding': {'1.2'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'QosPolicy': {'1.8'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SecurityGroup': {'1.4'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SecurityGroupRule': {'1.2'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'SubPort': {'1.0'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Subnet': {'1.1'},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     'Trunk': {'1.1'}}
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]: consumer versions:
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]: {   DHCP agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     HyperV agent@hv-cinder-79717: {},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     L3 agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     Metadata agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     Metering agent@dv-cinder-797170-1-iscsi: {},
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:     Open vSwitch agent@dv-cinder-797170-1-iscsi: {   'AddressGroup': '1.2',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'ConntrackHelper': '1.0',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Log': '1.0',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Network': '1.1',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Port': '1.7',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'PortForwarding': '1.2',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'QosPolicy': '1.8',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SecurityGroup': '1.4',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SecurityGroupRule': '1.2',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'SubPort': '1.0',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Subnet': '1.1',
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:                                                      'Trunk': '1.1'}}
Jun 19 01:54:33.460098 dv-cinder-797170-1-iscsi neutron-server[105240]:  {{(pid=105240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 19 01:54:33.479148 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:33.526999 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1d4e4efe-8773-4521-8638-ac579b922e3b req-8d2f2b24-a46f-402b-8baa-8305dfdcf859 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.1512237
Jun 19 01:54:33.529414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6026e26f-5c93-4c89-87c3-4f47e30365d3 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:33.535448 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a7bec252-f168-4da7-9088-5dd2bef8efd9 req-0df9a97c-5795-48ca-b203-c28e45cc1b1d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.1566401
Jun 19 01:54:33.665161 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40022) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:33.720576 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 6026e26f-5c93-4c89-87c3-4f47e30365d3 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:33.721055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.725036 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.730238 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] For port 3269bb55-9cf0-4b5b-8121-b8979420ff2b, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:33.736443 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] For port 3269bb55-9cf0-4b5b-8121-b8979420ff2b, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3269bb55-9cf0-4b5b-8121-b8979420ff2b,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:33.740858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.782896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Transition to ACTIVE for port object bdf2d783-af87-42a4-a75b-5cb56b24b014 will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:33.783865 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.831237 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.833704 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:33.912498 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:33.913191 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49f40>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:33.967503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:33.982042 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Pushing event updated for resources: {'Port': ['ID=3269bb55-9cf0-4b5b-8121-b8979420ff2b,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:33.987753 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:34.003890 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:54:34.086017 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.104495 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:34.131491 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:34.181446 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Pushing event updated for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:34.192161 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.196949 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:34.205828 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:34.230421 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:34.253476 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.261110 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08bbabc-ae4b-42cb-a9dd-dd55183316d4,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:34.269373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:34.274938 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:34.275885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.284570 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:34.348680 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bd6330f54c242cea07276897e61a507&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6817567
Jun 19 01:54:34.354042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40042) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:34.420079 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49f40>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:29Z', 'revision_number': 3, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:34.496928 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b61a98-fb1f-4d58-addf-2084cd1e8368 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:29Z', 'revision_number': 3, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:54:34.503590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.586057 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.734480 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48340569-ab3d-42a2-b170-a61fde45e6ea req-4cbfbd8d-cec3-429e-a146-f037e86b3a5c tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0622683
Jun 19 01:54:34.738085 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Router 53b00a3f-3aec-4fec-b34c-862d015cc67c is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:54:34.792246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.930060 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-d9591c4f-266d-4195-96bb-b74581c09f2a None None] Provisioning for port bdf2d783-af87-42a4-a75b-5cb56b24b014 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:34.953727 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-89105fc1-afa4-4b16-998a-ae5b4616888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:34.986002 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-d9591c4f-266d-4195-96bb-b74581c09f2a None None] Provisioning complete for port bdf2d783-af87-42a4-a75b-5cb56b24b014 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:34.986473 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-d9591c4f-266d-4195-96bb-b74581c09f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.057791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:54:35.176246 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Sync routers for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:54:35.203728 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.206414 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 4.5660915
Jun 19 01:54:35.211806 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40074) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:35.274284 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-d9591c4f-266d-4195-96bb-b74581c09f2a None None] Port bdf2d783-af87-42a4-a75b-5cb56b24b014 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:54:35.385618 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:35.385618 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f231fb550>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:35.493260 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.631419 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.634351 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.656266 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.658515 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d08bbabc-ae4b-42cb-a9dd-dd55183316d4 HTTP/1.1" status: 204  len: 168 time: 1.3030608
Jun 19 01:54:35.688573 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:35.704218 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:35.714401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08bbabc-ae4b-42cb-a9dd-dd55183316d4,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:35.719026 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d37ac512-7870-43c9-8a2a-d6c53583c9c5 req-94fed13b-6589-4056-ad26-bf9f33d234cb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.0960038
Jun 19 01:54:35.720602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:35.738711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.740559 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:35.768263 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f5daf53f-3c35-42f9-afed-76f88ed7f91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:35.826230 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3269bb55-9cf0-4b5b-8121-b8979420ff2b up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:36.063512 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a1c4536d-e3f5-422d-8962-045db66f3105 req-a5246c77-e801-4155-8a5d-7028ee8e4c3f tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.1744084
Jun 19 01:54:36.118092 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Pushing event updated for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:36.144235 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:36.224678 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:36.227410 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:36.278020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40098) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:36.321788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 3269bb55-9cf0-4b5b-8121-b8979420ff2b completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:36.334467 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.341988 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 3269bb55-9cf0-4b5b-8121-b8979420ff2b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:36.342527 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.513930 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.552870 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f231fb550>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:33Z', 'revision_number': 3, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:36.710561 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Checking router: 53b00a3f-3aec-4fec-b34c-862d015cc67c for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:54:36.710913 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Updating router 53b00a3f-3aec-4fec-b34c-862d015cc67c port d8a1c1a0-9538-416d-811f-9b656ed47910 binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:54:36.719068 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:54:36.748489 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.762250 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.823746 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 3269bb55-9cf0-4b5b-8121-b8979420ff2b, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3269bb55-9cf0-4b5b-8121-b8979420ff2b,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:54:36.837719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cd8fdc02-b290-4e0a-bd35-89ceff54eee5 None None] Provisioning complete for port bdf2d783-af87-42a4-a75b-5cb56b24b014 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:36.838728 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cd8fdc02-b290-4e0a-bd35-89ceff54eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.886075 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.902260 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:54:36.914922 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] 10.222.0.24 "PUT /v2.0/routers/7a2557e2-a4e1-4ac0-9837-ea6a67147f8a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8007126
Jun 19 01:54:36.949944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:36.971556 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Allocated IP 172.20.0.1 (581838e8-008f-4a58-8d27-32e2b66cd028/82fb5339-5dd3-415b-927c-90a29771c88f/71437e0d-3666-427f-ad88-e7e2f27f694a) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:36.972610 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-7344727f-a788-435d-a9ba-fabd0b095df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:37.021977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cd8fdc02-b290-4e0a-bd35-89ceff54eee5 None None] Port bdf2d783-af87-42a4-a75b-5cb56b24b014 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:54:37.143071 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-13235188-ef2e-4d4a-b06e-0c44638a1d17 req-646c15a2-5e1e-4468-a4a9-a6b0c412899b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.0636156
Jun 19 01:54:37.247250 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.251461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=3269bb55-9cf0-4b5b-8121-b8979420ff2b,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:37.257770 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:37.331941 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.344150 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.350262 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-950ecb2d-eecb-40c7-ac3f-aeacfcbcb7d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:37.387541 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d0905175-5a10-42c8-b130-a1778484f3be req-c0d4e38f-fb78-4d88-b313-52ef7d85e49b tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0815489
Jun 19 01:54:37.412784 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ece30-9e8d-462b-a38e-409279d019cf,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:37.444384 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:37.482755 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d6bc1bdd2b44263adc69e78221dad7b&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2032502
Jun 19 01:54:37.486828 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40138) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:37.619695 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.622965 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-dff6a8cb-6788-476f-b9da-0ce098ad65f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:37.628425 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.640189 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.649372 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Transition to ACTIVE for port object d8a1c1a0-9538-416d-811f-9b656ed47910 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:37.663826 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3269bb55-9cf0-4b5b-8121-b8979420ff2b up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:37.691910 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.709409 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Pushing event updated for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:37.724465 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:37.741760 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Network 581838e8-008f-4a58-8d27-32e2b66cd028 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:37.744787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:37.750862 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:54:37.756786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:37.757558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.762712 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.787100 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:37.788498 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49250>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:37.827960 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:37.870694 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Attempting to bind port d8a1c1a0-9538-416d-811f-9b656ed47910 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:37.871519 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Attempting to bind port d8a1c1a0-9538-416d-811f-9b656ed47910 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:37.872279 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Attempting to bind port d8a1c1a0-9538-416d-811f-9b656ed47910 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:37.930469 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 3269bb55-9cf0-4b5b-8121-b8979420ff2b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:37.931276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.940378 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:37.941219 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:37.942233 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.943280 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:37.944508 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Bound port: d8a1c1a0-9538-416d-811f-9b656ed47910, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:37.945288 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.946671 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.951264 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:37.969963 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a8ece30-9e8d-462b-a38e-409279d019cf HTTP/1.1" status: 204  len: 168 time: 0.4753618
Jun 19 01:54:37.983442 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2f414371-ff8c-4c93-ae7d-5ecbb81d1135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:38.018108 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40154) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:38.041453 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--185472082', 'description': 'tempest-description--199316265'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:38.054971 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ece30-9e8d-462b-a38e-409279d019cf,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:38.060354 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:38.189081 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.260341 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.304364 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:38.350839 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1a0-9538-416d-811f-9b656ed47910,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:38.360878 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:38.443698 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] For port d8a1c1a0-9538-416d-811f-9b656ed47910, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:38.456269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] For port d8a1c1a0-9538-416d-811f-9b656ed47910, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=d8a1c1a0-9538-416d-811f-9b656ed47910,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:38.486488 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ccb925ba-22a2-44fe-8998-c6c8905f688a req-663151b3-8c59-4a05-83c1-2587692730ea tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.0911264
Jun 19 01:54:38.581903 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.602654 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.618471 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-db2a976e-a838-4161-b9ac-2375e6a71ee7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:38.660780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.777180 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.785316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-584edc04-0ae7-48c7-9f99-9cd005e54087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:38.825251 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1a0-9538-416d-811f-9b656ed47910,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:38.831731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:38.838646 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:38.839829 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f231fb550>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:38.849917 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a86808-ced3-49f5-97f8-56deea931dbb,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:38.857623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:38.922148 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-65654cde-7e82-4cfa-87e3-e08ea1deb12a req-df2587f4-c7ba-4962-bb9f-0d1f0d810eee tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0768383
Jun 19 01:54:38.961801 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:38.963149 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1776 time: 0.9403570
Jun 19 01:54:38.966106 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40178) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:38.972305 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group_rule': {'security_group_id': 'b5a86808-ced3-49f5-97f8-56deea931dbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:38.979992 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.075796 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49250>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:35Z', 'revision_number': 2, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:39.092424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.095149 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.096584 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4c21a35-8d2b-4ebb-8ac6-7960885e1b62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:39.120316 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:54:39.122034 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Updating router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a port bdf2d783-af87-42a4-a75b-5cb56b24b014 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:54:39.132378 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:39.139834 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.219364 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.323175 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.362227 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Network 581838e8-008f-4a58-8d27-32e2b66cd028 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:39.368979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:39.385729 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Pushing event updated for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:39.387908 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.389797 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:39.406512 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:39.438288 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb0e30fb-02f2-4488-a88b-dc20eeab28cd,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:39.453976 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:39.555955 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.557362 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-343571ce-7f41-4a30-89d5-2f3ea5235eed tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5902290
Jun 19 01:54:39.560394 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40206) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:39.566310 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Router 53b00a3f-3aec-4fec-b34c-862d015cc67c has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:54:39.566819 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group_rule': {'security_group_id': 'b5a86808-ced3-49f5-97f8-56deea931dbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:39.770560 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:39.799306 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:54:39.821652 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] 10.222.0.24 "PUT /v2.0/routers/53b00a3f-3aec-4fec-b34c-862d015cc67c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5971630
Jun 19 01:54:39.849324 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f231fb550>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '71437e0d-3666-427f-ad88-e7e2f27f694a', 'name': '', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'mac_address': 'fa:16:3e:79:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 1, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'subnets': [{'id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:39.904754 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b88255-1f8f-4502-b91a-bfe11a962754 None None] The sync data for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi is: [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '71437e0d-3666-427f-ad88-e7e2f27f694a', 'name': '', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'mac_address': 'fa:16:3e:79:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 1, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'subnets': [{'id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:54:39.930422 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.114456 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.133548 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7016c3f-82b7-460e-93f5-cfd3644ab56f req-9c5dcc29-f24a-42c3-9ca0-9d6ab4d98128 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.1604304
Jun 19 01:54:40.136421 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:40.255040 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6ce710-0f4f-4f67-a837-7a25da1274c0,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:40.262780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:40.293746 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.344021 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Transition to ACTIVE for port object bdf2d783-af87-42a4-a75b-5cb56b24b014 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:40.366959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.368955 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8070805
Jun 19 01:54:40.372377 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40236) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:40.378863 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:40.442760 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.447605 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:40.503213 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Pushing event updated for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:40.508628 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:40.556007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.581430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.16', 62417) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:40.845337 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Attempting to bind port bdf2d783-af87-42a4-a75b-5cb56b24b014 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:40.845945 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Attempting to bind port bdf2d783-af87-42a4-a75b-5cb56b24b014 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:40.846495 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Attempting to bind port bdf2d783-af87-42a4-a75b-5cb56b24b014 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:40.859706 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:40.860611 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Checking segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:40.861249 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.862920 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Bound using segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:40.863918 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Bound port: bdf2d783-af87-42a4-a75b-5cb56b24b014, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:40.864345 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:40.884230 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40252) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:40.920008 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-22df6d46-df2b-4d15-9a75-a7963327473d req-b2f6c271-c48c-464e-aaed-2839b39f8ba8 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.3458138
Jun 19 01:54:41.003394 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] For port bdf2d783-af87-42a4-a75b-5cb56b24b014, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:41.010956 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] For port bdf2d783-af87-42a4-a75b-5cb56b24b014, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=bdf2d783-af87-42a4-a75b-5cb56b24b014,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:41.085031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-6a1d42ed-b2c7-44d9-bdb1-0531933d2979 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:41.111560 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-6a1d42ed-b2c7-44d9-bdb1-0531933d2979 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.5076306
Jun 19 01:54:41.146095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Request body: {'port': {'device_id': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'admin_state_up': True, 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:41.181447 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:41.190861 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-37bf2141-ed39-4669-8fbe-921f60139afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:41.257642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:41.357791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-996876562-network', 'tenant_id': 'd6a20365603f442396b3b6bebe1b89db'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:41.451674 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Pushing event updated for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=4']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:41.490373 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:41.504645 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:41.505392 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49250>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:42.018277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Made reservation on behalf of d6a20365603f442396b3b6bebe1b89db for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:42.018277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.018277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.020482 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:42.027224 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.027224 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.16', 62420) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:42.113276 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-fdf4e90c-5a6c-41cc-b317-6ccc7e9996e2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:42.122662 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-fdf4e90c-5a6c-41cc-b317-6ccc7e9996e2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 818 time: 0.6109345
Jun 19 01:54:42.135592 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Allocated IP 172.27.3.2 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/9e41f144-ae34-4f7f-a2a8-62a7102a8c53) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:42.165335 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d24be707-d0bf-4437-9f78-a51e25443606 req-7982be7c-2d06-4fdb-8f80-410a70d975cc tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.2115734
Jun 19 01:54:42.210023 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-424b90a1-6241-4289-80c8-08411c5a1ef2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/quotas/554a7123c4024415a6cbbcce288f2c8d HTTP/1.1" status: 200  len: 375 time: 0.0863137
Jun 19 01:54:42.223132 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-57592340-bf3c-4768-a87a-e4108ea3b522 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:42.225248 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-57592340-bf3c-4768-a87a-e4108ea3b522 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.16 "GET /v2.0/networks?id=f2a923ff-26a4-4dce-ae49-26594b1928f3 HTTP/1.1" status: 200  len: 812 time: 0.1965551
Jun 19 01:54:42.230770 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.248755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:42.259389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Request body: {'port': {'device_id': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3', 'admin_state_up': True, 'tenant_id': '7a33370be3b5422a9cb745b60606f107'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:42.369816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:42.370103 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f49250>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:42.409565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.409906 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Added segment 9423eeff-5abf-47e8-9519-78741c55627e of type vlan for network 7cd36d19-9811-4795-a630-93894ec6a03c
Jun 19 01:54:42.411732 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a63e8-b7c0-4b2a-b00a-4bfdd3ebba62,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:42.431339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:42.435662 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9a53e2-c2f7-43aa-b999-5044a6df4e1a None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:40Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:54:42.595743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.632177 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:42.636381 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.716223 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.736118 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:42.736933 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:42.748350 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:42.779908 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-a0144ebf-0a3c-4e30-a9f2-23d920057afd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5682271
Jun 19 01:54:42.835257 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:43.061495 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-d2648fcd-6058-483c-8f47-8eddbdd6ca77 service neutron] 10.222.0.24 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2804821
Jun 19 01:54:43.267407 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-35dfea14-abd7-4f6d-83ba-d058c91beee8 service neutron] 10.222.0.24 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043154
Jun 19 01:54:43.328502 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e7643d2d-0cd7-4ccb-9324-f00554f0dc6a req-6474f9ee-6840-42a8-8c13-8cfe1e8a8482 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.1338987
Jun 19 01:54:43.335802 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Allocated IP 172.20.0.11 (854627a6-c015-4dc6-b4ea-ee7d4a74b2e3/ced49df1-5b93-4226-8fcc-0b65fa199918/6b8d0683-ce17-4c1b-99c7-3e848491d26d) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:43.407809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:43.432011 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:43.623822 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:43.653350 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:43.658007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:43.690846 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device d8a1c1a0-9538-416d-811f-9b656ed47910 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:43.751810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=9e41f144-ae34-4f7f-a2a8-62a7102a8c53,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:43.772756 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:43.813070 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:43.956058 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port d8a1c1a0-9538-416d-811f-9b656ed47910 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:43.963096 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port d8a1c1a0-9538-416d-811f-9b656ed47910 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:43.963815 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.033911 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Pushing event updated for resources: {'Network': ['ID=7cd36d19-9811-4795-a630-93894ec6a03c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:44.036849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Made reservation on behalf of 7a33370be3b5422a9cb745b60606f107 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:44.040900 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.064588 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.090995 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.342s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:44.096285 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.104381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 7cd36d19-9811-4795-a630-93894ec6a03c details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:44.116187 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 3.2154410
Jun 19 01:54:44.118553 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40338) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:44.140936 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Request body: {'subnet': {'network_id': '7cd36d19-9811-4795-a630-93894ec6a03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-996876562-subnet', 'tenant_id': 'd6a20365603f442396b3b6bebe1b89db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:44.149849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:44.363469 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:44.399148 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Made reservation on behalf of d6a20365603f442396b3b6bebe1b89db for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:44.411293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.545277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.547779 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:44.561603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:44.579792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:44.581547 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.663287 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Sync routers for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:54:44.680012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port d8a1c1a0-9538-416d-811f-9b656ed47910, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=d8a1c1a0-9538-416d-811f-9b656ed47910,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:54:44.703168 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:44.704722 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23371130>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:44.814059 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event updated for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:44.849644 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:44.869453 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.7276189
Jun 19 01:54:44.903046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:44.936432 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device bdf2d783-af87-42a4-a75b-5cb56b24b014 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:44.938808 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-c70aab3f-cbf7-423b-987f-11932d151fa0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105237) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 01:54:44.940905 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-c70aab3f-cbf7-423b-987f-11932d151fa0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0154710
Jun 19 01:54:44.945152 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:44.955458 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:45.022537 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Allocated IP 172.20.0.7 (f2a923ff-26a4-4dce-ae49-26594b1928f3/d22c7544-5c91-4bd3-8632-140edc4c090b/1818d319-2489-4153-a74d-f0bbfd0d24f2) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:45.159319 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Request body: {'port': {'device_id': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:45.224463 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8fab939e-59ec-4777-bc3b-e3484c2a2c3b req-987b6394-a606-4384-9199-f8d61f059cea tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 210 time: 0.3121336
Jun 19 01:54:45.297877 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=d8a1c1a0-9538-416d-811f-9b656ed47910,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:45.310582 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:45.331683 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c14f33-5504-4a6e-9e46-68f36046b535 req-d9cf2933-75cc-48c6-9863-ae28cecf4452 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:45.342604 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c6c14f33-5504-4a6e-9e46-68f36046b535 req-d9cf2933-75cc-48c6-9863-ae28cecf4452 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 932 time: 0.7367182
Jun 19 01:54:45.350023 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:45.582147 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port bdf2d783-af87-42a4-a75b-5cb56b24b014 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:45.589179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:45.658545 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port bdf2d783-af87-42a4-a75b-5cb56b24b014 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:45.672317 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:45.705570 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:45.753018 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3256adfc-92ec-4aa4-b195-e695eb5320c4 req-30d37909-00cb-4c12-bc3e-d385fad3afaf tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0859101
Jun 19 01:54:45.798464 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c6c14f33-5504-4a6e-9e46-68f36046b535 req-195b8839-5dcd-4ca2-ae11-608ffc9250c9 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4316440
Jun 19 01:54:45.901876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.066691 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.151708 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:46.370649 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.429272 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=9e41f144-ae34-4f7f-a2a8-62a7102a8c53,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:46.434275 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:46.571175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port bdf2d783-af87-42a4-a75b-5cb56b24b014, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=bdf2d783-af87-42a4-a75b-5cb56b24b014,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:54:46.579695 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.585485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23371130>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '71437e0d-3666-427f-ad88-e7e2f27f694a', 'name': '', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'mac_address': 'fa:16:3e:79:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 2, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'subnets': [{'id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:46.620268 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.649146 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:46.691646 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-f0fd731a-1682-427b-b049-6d3eb68e9aea tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:46.694206 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-f0fd731a-1682-427b-b049-6d3eb68e9aea tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 818 time: 0.2586222
Jun 19 01:54:46.723324 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Checking router: 53b00a3f-3aec-4fec-b34c-862d015cc67c for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:54:46.723753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Updating router 53b00a3f-3aec-4fec-b34c-862d015cc67c port 71437e0d-3666-427f-ad88-e7e2f27f694a binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:54:46.803401 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-38b77f13-8609-4378-957e-208bbd0c658c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/quotas/554a7123c4024415a6cbbcce288f2c8d HTTP/1.1" status: 200  len: 375 time: 0.0532653
Jun 19 01:54:46.859441 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.883614 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.883614 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 6.5068994
Jun 19 01:54:46.892667 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:46.902576 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:47.048947 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b8d0683-ce17-4c1b-99c7-3e848491d26d {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:54:47.049783 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:47.068155 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:47.111241 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:47.130919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Transition to ACTIVE for port object 6b8d0683-ce17-4c1b-99c7-3e848491d26d will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:47.181342 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Network f2a923ff-26a4-4dce-ae49-26594b1928f3 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:47.186479 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:47.190813 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:47.223721 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:47.227184 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:47.246355 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device d8a1c1a0-9538-416d-811f-9b656ed47910 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:47.283335 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Pushing event updated for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:47.314918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:47.411519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:47.414652 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:47.424339 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Pushing event updated for resources: {'Subnet': ['ID=461f6d0c-431c-46e8-8bad-daf5c44b1567,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:47.469825 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:47.486793 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:47.495193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:47.497945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40412) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:47.616814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf48ac2-1cd4-472d-8d96-2dab63980538 req-cad6ce84-0af3-4419-b5fc-d2193936e9eb tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:47.631082 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bcf48ac2-1cd4-472d-8d96-2dab63980538 req-cad6ce84-0af3-4419-b5fc-d2193936e9eb tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 931 time: 0.4786692
Jun 19 01:54:47.676352 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-94a2a892-9ab8-47e3-b283-2867dee29544 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.8593323
Jun 19 01:54:47.756807 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port d8a1c1a0-9538-416d-811f-9b656ed47910 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:47.760882 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:47.823083 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.5772166
Jun 19 01:54:47.875521 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Request body: {'port': {'device_id': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:47.878808 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Checking segment: {'id': '9423eeff-5abf-47e8-9519-78741c55627e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '7cd36d19-9811-4795-a630-93894ec6a03c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:47.879125 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Network hostable DHCP agents. Network: 7cd36d19-9811-4795-a630-93894ec6a03c, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:47.913615 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-f31ca499-d227-4211-a0aa-debbd33eb91e service neutron] 10.222.0.24 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2355139
Jun 19 01:54:47.920973 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bcf48ac2-1cd4-472d-8d96-2dab63980538 req-f3820223-0f35-49c9-9a09-cf8b6599b73c tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870011
Jun 19 01:54:48.113071 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-999e4c94-ff27-4ee7-bb1f-ea5860fe2dd0 service neutron] 10.222.0.24 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927173
Jun 19 01:54:48.149190 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Network 7cd36d19-9811-4795-a630-93894ec6a03c is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:48.199392 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:48.252014 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:48.253270 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Attempting to bind port 6b8d0683-ce17-4c1b-99c7-3e848491d26d on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:48.253798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Attempting to bind port 6b8d0683-ce17-4c1b-99c7-3e848491d26d by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:48.254538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Attempting to bind port 6b8d0683-ce17-4c1b-99c7-3e848491d26d on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:48.272654 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.277227 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Port 6b8d0683-ce17-4c1b-99c7-3e848491d26d on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:54:48.277797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Attempting to bind port 6b8d0683-ce17-4c1b-99c7-3e848491d26d on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:48.325817 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 7cd36d19-9811-4795-a630-93894ec6a03c) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:48.349385 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:48.349756 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Checking segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:48.350378 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Bound using segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:48.351009 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Bound port: 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:48.351403 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.352072 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:48.352931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.354908 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf19ceb-0bb1-4ff2-baf5-5c84763d84d7 None None] Network 7cd36d19-9811-4795-a630-93894ec6a03c requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:48.395280 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.511698 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.545052 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9aba95-43e6-41d5-bf01-70d90a6238a7 req-e3df2b4d-cd43-4737-a275-c9edea08fe83 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:48.556542 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Transition to ACTIVE for port object 71437e0d-3666-427f-ad88-e7e2f27f694a will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:48.566915 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4f9aba95-43e6-41d5-bf01-70d90a6238a7 req-e3df2b4d-cd43-4737-a275-c9edea08fe83 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.3350945
Jun 19 01:54:48.653212 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:48.680361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:48.718531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.790798 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4f9aba95-43e6-41d5-bf01-70d90a6238a7 req-57daf926-253a-4261-8a99-9fb659bb14a1 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158036
Jun 19 01:54:48.828227 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:48.848828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:48.894248 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:48.933335 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-782eec77-ed9f-449b-b3e5-e5bf850628ae tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--185472082&fields=id&tenant_id=0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 267 time: 0.1393359
Jun 19 01:54:49.119709 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.183780 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb781d-b63a-4675-be24-684b911396aa None None] Network 7cd36d19-9811-4795-a630-93894ec6a03c requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:49.195267 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8b9fad32-85f8-4c04-8c7d-65d2c1723132 req-3595258e-005f-4cba-b7d3-b6b630d3f87a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.2761564
Jun 19 01:54:49.201858 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:49.203534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.205496 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/6b8d0683-ce17-4c1b-99c7-3e848491d26d HTTP/1.1" status: 200  len: 1094 time: 4.1605940
Jun 19 01:54:49.259229 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:54:49.367251 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.384814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device bdf2d783-af87-42a4-a75b-5cb56b24b014 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:49.459508 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:49.481492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:49.491032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:49.542762 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Pushing event updated for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:49.594038 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:49.607737 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92221be3ee714c44aa3122d42ebcc1f3&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1027162
Jun 19 01:54:49.624144 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40458) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:49.642916 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73accc33-9d18-4663-afb6-44ea5c5e5618" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:54:49.652421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b06a90-2230-444b-ac36-4584c1af987c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:49.698682 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:49.719450 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Attempting to bind port 71437e0d-3666-427f-ad88-e7e2f27f694a on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:49.720156 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Attempting to bind port 71437e0d-3666-427f-ad88-e7e2f27f694a by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:49.720830 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Attempting to bind port 71437e0d-3666-427f-ad88-e7e2f27f694a on network 581838e8-008f-4a58-8d27-32e2b66cd028 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:49.739072 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.6181035
Jun 19 01:54:49.746864 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:49.747449 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Checking segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:49.748525 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.750352 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Bound using segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:49.750352 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Bound port: 71437e0d-3666-427f-ad88-e7e2f27f694a, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:49.750982 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.844200 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port bdf2d783-af87-42a4-a75b-5cb56b24b014 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:49.844899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.892648 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.896470 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1818d319-2489-4153-a74d-f0bbfd0d24f2 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:54:49.918747 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:49.933454 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18532075-28ed-487d-aba4-4ab67f53ec23 req-14155916-33ba-4c17-b2e7-a4ae20e288dc tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:49.936238 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-18532075-28ed-487d-aba4-4ab67f53ec23 req-14155916-33ba-4c17-b2e7-a4ae20e288dc tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 931 time: 0.3303852
Jun 19 01:54:49.948760 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-89e0a8cb-b3e9-43fc-8f66-833e137b01cb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:49.951951 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-89e0a8cb-b3e9-43fc-8f66-833e137b01cb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 811 time: 0.9778941
Jun 19 01:54:49.962957 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Transition to ACTIVE for port object 1818d319-2489-4153-a74d-f0bbfd0d24f2 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:54:50.031501 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.033516 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] For port 71437e0d-3666-427f-ad88-e7e2f27f694a, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:50.037234 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] For port 71437e0d-3666-427f-ad88-e7e2f27f694a, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=71437e0d-3666-427f-ad88-e7e2f27f694a,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:50.056250 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-192218a6-58ff-45a8-8fa1-a1eee557fa76 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/quotas/0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 375 time: 0.0781007
Jun 19 01:54:50.063544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.072806 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:50.129977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.134936 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:50.140734 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-18532075-28ed-487d-aba4-4ab67f53ec23 req-200ec193-14d0-472e-aec9-e1e3a252ca2d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775086
Jun 19 01:54:50.195195 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Pushing event updated for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:50.199868 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:50.203228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Attempting to bind port 1818d319-2489-4153-a74d-f0bbfd0d24f2 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:54:50.203650 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Attempting to bind port 1818d319-2489-4153-a74d-f0bbfd0d24f2 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '90dadd6d-ad93-4b74-ac54-40012e2c1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:54:50.203987 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Attempting to bind port 1818d319-2489-4153-a74d-f0bbfd0d24f2 on network f2a923ff-26a4-4dce-ae49-26594b1928f3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:50.209525 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Port 1818d319-2489-4153-a74d-f0bbfd0d24f2 on network f2a923ff-26a4-4dce-ae49-26594b1928f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:54:50.209983 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Attempting to bind port 1818d319-2489-4153-a74d-f0bbfd0d24f2 on network f2a923ff-26a4-4dce-ae49-26594b1928f3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:54:50.218647 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:54:50.218647 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Checking segment: {'id': '90dadd6d-ad93-4b74-ac54-40012e2c1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:50.219258 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Bound using segment: {'id': '90dadd6d-ad93-4b74-ac54-40012e2c1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:54:50.220117 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Bound port: 1818d319-2489-4153-a74d-f0bbfd0d24f2, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90dadd6d-ad93-4b74-ac54-40012e2c1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:54:50.220773 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.330500 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Pushing event updated for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:50.353122 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:50.372053 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:54:50.388826 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2,segment=NetworkSegment(90dadd6d-ad93-4b74-ac54-40012e2c1ffe),segment_id=90dadd6d-ad93-4b74-ac54-40012e2c1ffe)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:54:50.393869 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-a69d953b-f878-4be8-9581-36be985d3694 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3137057
Jun 19 01:54:50.395727 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.397466 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:54:50.399263 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23371130>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:54:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:50.401416 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.403136 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7b06a90-2230-444b-ac36-4584c1af987c HTTP/1.1" status: 204  len: 168 time: 0.7713223
Jun 19 01:54:50.404216 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:50.426135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b06a90-2230-444b-ac36-4584c1af987c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:50.431299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:50.471186 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.477580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:50.600764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:54:50.669474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:50.689579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:50.694034 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] 10.222.0.16 "PUT /v2.0/ports/1818d319-2489-4153-a74d-f0bbfd0d24f2 HTTP/1.1" status: 200  len: 1093 time: 2.8481174
Jun 19 01:54:50.715766 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-05bccdc3-c799-4237-8528-0e2810eb53bd service neutron] 10.222.0.24 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2812994
Jun 19 01:54:50.809532 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Pushing event updated for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:50.830353 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:50.929503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fc2adc-05bf-4348-990e-cc9018de4ff4 x-openstack-request-id: req-e1fc2adc-05bf-4348-990e-cc9018de4ff4 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:54:50.931904 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:54:50.932389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1fc2adc-05bf-4348-990e-cc9018de4ff4 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:54:50.933227 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d', 'status': 'completed', 'code': 200}
Jun 19 01:54:51.028829 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-eaaa058d-e6a6-4301-8003-50436883bce9 service neutron] 10.222.0.24 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958424
Jun 19 01:54:51.180557 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 71437e0d-3666-427f-ad88-e7e2f27f694a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:51.330590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473c4c7-8bc0-49b4-af81-7700ad6160d0 req-041c2752-a209-44a6-b2c7-f34f5ffd5cc0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:51.331547 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23371130>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '71437e0d-3666-427f-ad88-e7e2f27f694a', 'name': '', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'mac_address': 'fa:16:3e:79:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:50Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'subnets': [{'id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:54:51.366538 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0473c4c7-8bc0-49b4-af81-7700ad6160d0 req-041c2752-a209-44a6-b2c7-f34f5ffd5cc0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.2343674
Jun 19 01:54:51.379464 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c805b60-8101-4c67-8213-4c5f4c6407d3 None None] The sync data for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi is: [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:54:38Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '71437e0d-3666-427f-ad88-e7e2f27f694a', 'name': '', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'mac_address': 'fa:16:3e:79:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:36Z', 'updated_at': '2021-06-19T01:54:50Z', 'revision_number': 4, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'subnets': [{'id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:54:51.410467 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 71437e0d-3666-427f-ad88-e7e2f27f694a completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:54:51.416981 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 71437e0d-3666-427f-ad88-e7e2f27f694a triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:51.417591 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:51.545391 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0473c4c7-8bc0-49b4-af81-7700ad6160d0 req-a713d1e7-daf9-48b3-bf8d-ab574f338799 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734552
Jun 19 01:54:51.847452 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-90d96a27-4018-449c-b69e-60dabcfae4d3 req-9ce05196-7487-448b-b734-7aed55c0f900 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.1667485
Jun 19 01:54:51.849699 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40510) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:51.875256 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828229297-network', 'tenant_id': '77889c06be7c417ba011429579d07867'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:51.926815 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:51.973767 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.073354 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Made reservation on behalf of 77889c06be7c417ba011429579d07867 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:52.076032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.086039 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.136538 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 71437e0d-3666-427f-ad88-e7e2f27f694a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=71437e0d-3666-427f-ad88-e7e2f27f694a,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:54:52.196885 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c91a000f-f76d-4970-b85f-249d1b560809 req-281f68c6-ef48-4bd7-b9d3-24808b374fb2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.1384075
Jun 19 01:54:52.266781 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.272622 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:52.429133 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747fd66-6773-4e0c-b72f-aac30507451f req-409ccb78-861b-4fbc-a3bb-94f58154e8be tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:52.462325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:52.474250 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:52.476502 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e747fd66-6773-4e0c-b72f-aac30507451f req-409ccb78-861b-4fbc-a3bb-94f58154e8be tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 0.3738370
Jun 19 01:54:52.513520 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.552023 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.16', 62445) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:52.717099 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:52.762646 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e747fd66-6773-4e0c-b72f-aac30507451f req-be14c363-1ce9-42b6-96ea-cb9505936ec9 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2847018
Jun 19 01:54:52.946297 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-0393905a-6dcf-4b32-8cd7-db94fef21302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:52.975577 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-0393905a-6dcf-4b32-8cd7-db94fef21302 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a33370be3b5422a9cb745b60606f107&device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 1096 time: 0.4011869
Jun 19 01:54:53.122046 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:54:53.175350 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 71437e0d-3666-427f-ad88-e7e2f27f694a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:54:53.192534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:53.192534 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Added segment 2b4b0aec-0b1c-431e-8976-8ae452cad0c2 of type vlan for network b0d96019-7f58-471b-8e45-59442eb692a4
Jun 19 01:54:53.373731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 71437e0d-3666-427f-ad88-e7e2f27f694a triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:54:53.376155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:53.453230 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:53.521125 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-ec3c4fe5-80fa-4025-ab51-c520c99555b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2 HTTP/1.1" status: 200  len: 217 time: 0.5359018
Jun 19 01:54:53.602503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:54:53.623811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749f0890-7717-40d8-a45f-7d91b279dc1d" -d '{"events": [{"name": "network-changed", "server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:54:53.647581 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-3363e7ae-6d59-4ccd-8fa1-e2017d4eabe4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:53.651722 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-3363e7ae-6d59-4ccd-8fa1-e2017d4eabe4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 818 time: 1.1345370
Jun 19 01:54:53.657070 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:53.706647 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Request body: {'port': {'device_id': 'b929dc40-8542-446b-83aa-66a5928678b2', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'admin_state_up': True, 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:53.727986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:53.825224 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-207fb7b5-6bc1-4b6b-9f22-8080c4b2623f req-48e2c600-ca26-4542-b944-ea8da87a37da tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.1249166
Jun 19 01:54:53.896282 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:53.897023 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:53.899989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-32474c0b-c81c-493e-b65d-9862bdc452ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:53.905051 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-32474c0b-c81c-493e-b65d-9862bdc452ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d22c7544-5c91-4bd3-8632-140edc4c090b HTTP/1.1" status: 200  len: 852 time: 0.3640211
Jun 19 01:54:53.913280 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11568f6-a858-4e4b-8a35-218981e62d07,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:53.919111 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-0e435a57-f9f6-4536-b93b-d3a957c8ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:53.925129 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-0e435a57-f9f6-4536-b93b-d3a957c8ab88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 1097 time: 1.4064119
Jun 19 01:54:53.935071 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:53.935335 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:54.171568 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-478f7d8d-cbff-4a35-8e2a-d791d429c58b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a923ff-26a4-4dce-ae49-26594b1928f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2434449
Jun 19 01:54:54.321192 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.4698284
Jun 19 01:54:54.324032 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-7a91bd32-148f-48d8-aee3-0f198dd135fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d HTTP/1.1" status: 200  len: 217 time: 0.3785462
Jun 19 01:54:54.325167 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40566) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:54.344179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Request body: {'subnet': {'network_id': 'b0d96019-7f58-471b-8e45-59442eb692a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1828229297-subnet', 'tenant_id': '77889c06be7c417ba011429579d07867', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:54.366926 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10587c2-52b7-41b6-bcdf-467d48f0f637 req-682de991-1a45-4228-a548-07d2ec4ded04 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:54.370267 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b10587c2-52b7-41b6-bcdf-467d48f0f637 req-682de991-1a45-4228-a548-07d2ec4ded04 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.8509700
Jun 19 01:54:54.383030 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6d3756ca-f2ff-4fc5-8fa7-a39e75c65979 req-8f9fb8da-87f0-4785-8c0d-4df59ec5ac4d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.2174914
Jun 19 01:54:54.538996 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b10587c2-52b7-41b6-bcdf-467d48f0f637 req-3354145f-a4f2-47c3-b1da-34beb89f62c0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546431
Jun 19 01:54:54.578003 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-fde45672-e3e4-43ab-b845-b6d2c3aa0625 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3452873
Jun 19 01:54:54.590134 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e9305f-d958-4911-bd50-bbe9440cd038 x-openstack-request-id: req-f7e9305f-d958-4911-bd50-bbe9440cd038 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:54:54.590446 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:54:54.590715 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7e9305f-d958-4911-bd50-bbe9440cd038 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:54:54.591134 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2', 'status': 'completed', 'code': 200}
Jun 19 01:54:54.643822 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Pushing event updated for resources: {'Network': ['ID=b0d96019-7f58-471b-8e45-59442eb692a4,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:54.662605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:54.668486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network b0d96019-7f58-471b-8e45-59442eb692a4 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:54:54.747914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-6f83a975-30fa-4b95-a178-f7f8cc9cfa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:54.758644 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-6f83a975-30fa-4b95-a178-f7f8cc9cfa85 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.4028237
Jun 19 01:54:54.765389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Made reservation on behalf of 77889c06be7c417ba011429579d07867 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:54.768540 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:55.128079 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6bdc4639-10b0-4637-b331-3848901d0f78 req-a90aa637-f2cc-46f7-819f-3533b1eb8b68 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5151150
Jun 19 01:54:55.239476 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976d462-7b71-44a5-9b80-5f55489bbb68 req-3e474825-535e-468d-9b2b-08b61bd7b5f0 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:55.244387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d976d462-7b71-44a5-9b80-5f55489bbb68 req-3e474825-535e-468d-9b2b-08b61bd7b5f0 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 0.2476797
Jun 19 01:54:55.319082 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-8f8cb369-d508-4267-8aa4-a68ce5a7cdad service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5078306
Jun 19 01:54:55.342018 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.16', 62453) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:55.385798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Made reservation on behalf of 554a7123c4024415a6cbbcce288f2c8d for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:55.389733 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:55.562156 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-98671994-eab0-4a12-b4e2-a97fabb8eb81 service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430047
Jun 19 01:54:55.703681 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-74e883d4-8440-487a-a698-e584ef1b4a60 req-4053bac3-a798-43f2-9bc3-9f48824b8b39 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.2858768
Jun 19 01:54:55.703681 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d976d462-7b71-44a5-9b80-5f55489bbb68 req-dc5db800-e19f-4522-9aa9-adcb8d047c6d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4160178
Jun 19 01:54:55.719530 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-d5a5485f-a868-469b-a0bc-a88722a97bc8 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:55.722418 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-d5a5485f-a868-469b-a0bc-a88722a97bc8 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 818 time: 0.4386919
Jun 19 01:54:55.806324 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-9c72e9a1-db86-4270-8e09-a67911e6d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:55.808088 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-9c72e9a1-db86-4270-8e09-a67911e6d96e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a33370be3b5422a9cb745b60606f107&device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 1096 time: 0.1997116
Jun 19 01:54:55.816140 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Request body: {'port': {'device_id': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'admin_state_up': True, 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:56.167180 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Allocated IP 172.20.0.10 (581838e8-008f-4a58-8d27-32e2b66cd028/82fb5339-5dd3-415b-927c-90a29771c88f/7b0a59f6-e792-46f8-a916-2cbae833e43b) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:56.262440 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac1fcb13-5edb-499b-8554-4a754ac0e462 req-09466682-ac9f-4899-8b8b-6b421a2814ae service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4362524
Jun 19 01:54:56.477695 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-081c5340-9e22-4e58-bedb-e8a01726ceba req-ef247fab-8450-4b6e-a9ac-278d29baca3b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.1602960
Jun 19 01:54:56.504431 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:56.650702 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:56.663239 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:56.769459 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:56.823216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db952bea-b06d-4ac0-8c9e-7673c0243f4f,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:56.833587 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3552a-3a13-428e-ba3b-79562dee4c93 req-2d6887f2-d5a8-49a0-be64-86ca8d20d484 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:56.835842 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f4b3552a-3a13-428e-ba3b-79562dee4c93 req-2d6887f2-d5a8-49a0-be64-86ca8d20d484 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.5256829
Jun 19 01:54:56.837187 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-0b67a134-6280-4a2c-9bc3-34db946740ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:56.839197 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-0b67a134-6280-4a2c-9bc3-34db946740ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=f2a923ff-26a4-4dce-ae49-26594b1928f3 HTTP/1.1" status: 200  len: 913 time: 0.9748695
Jun 19 01:54:56.848433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:56.852538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4bc55770-8252-43a5-a27e-e7d8ac2372a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:56.911387 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Network 581838e8-008f-4a58-8d27-32e2b66cd028 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:54:56.929338 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:56.944796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:54:56.961860 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:56.962568 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:56.971074 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Checking segment: {'id': '2b4b0aec-0b1c-431e-8976-8ae452cad0c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b0d96019-7f58-471b-8e45-59442eb692a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:54:56.971436 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Network hostable DHCP agents. Network: b0d96019-7f58-471b-8e45-59442eb692a4, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:54:57.004546 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f4b3552a-3a13-428e-ba3b-79562dee4c93 req-408ce821-7a27-4b20-beb4-d81d78667eb5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238275
Jun 19 01:54:57.025591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Pushing event updated for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:57.033126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:57.078103 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40618) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:57.167674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Made reservation on behalf of 554a7123c4024415a6cbbcce288f2c8d for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:54:57.175675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:57.189837 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Network b0d96019-7f58-471b-8e45-59442eb692a4 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:54:57.305207 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2d46b98f-c407-4e64-a8cc-11331d52cbb7 req-39624aa2-94a7-4490-9280-d874e2278948 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.1773484
Jun 19 01:54:57.312134 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:57.339072 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6424830
Jun 19 01:54:57.466221 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, b0d96019-7f58-471b-8e45-59442eb692a4) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:54:57.488022 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4a364c-ad0b-4610-aecf-ebaa27bcd330 None None] Network b0d96019-7f58-471b-8e45-59442eb692a4 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:57.497625 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:57.499020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:57.589154 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:57.693623 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:57.707584 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:57.740994 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a930a9-9c01-4c0b-99f7-f8222651165c req-b0f95fc0-6cd3-4c19-bef1-e931c828c74d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:57.750801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41a930a9-9c01-4c0b-99f7-f8222651165c req-b0f95fc0-6cd3-4c19-bef1-e931c828c74d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 0.3903081
Jun 19 01:54:57.900805 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Allocated IP 172.20.0.14 (581838e8-008f-4a58-8d27-32e2b66cd028/82fb5339-5dd3-415b-927c-90a29771c88f/922ceeb5-34b4-4458-93f7-e8950134e3aa) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:54:57.900805 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41a930a9-9c01-4c0b-99f7-f8222651165c req-58bbabd6-6864-435c-89d8-f8ddde4af77b tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921912
Jun 19 01:54:57.902339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f64b53-6f5a-43db-850d-240660ad2211,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:57.902339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:57.902339 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=257e473f5cc8423a8a92987584012716&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7882934
Jun 19 01:54:57.902339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Request body: {'port': {'device_id': 'b929dc40-8542-446b-83aa-66a5928678b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:54:57.902339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40628) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:57.918860 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6812b891-744b-4b88-83ad-4d93e0b15eb8 None None] Network b0d96019-7f58-471b-8e45-59442eb692a4 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:54:58.168382 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.8328729
Jun 19 01:54:58.201218 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc0aa042-6129-473a-b849-4ef0c8949a89 req-ab2355cf-ea28-4572-97d7-d8f57b91c7df tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.1642337
Jun 19 01:54:58.215383 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-369aec21-83d9-456f-a20e-6bf0ef138b91 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2 HTTP/1.1" status: 200  len: 217 time: 0.1751592
Jun 19 01:54:58.256153 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:58.388364 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:58.560084 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40644) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:58.865126 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40650) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:58.918723 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:58.930070 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-9f59d533-d24c-4768-bfde-65ce73f40b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:58.932005 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-9f59d533-d24c-4768-bfde-65ce73f40b98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d22c7544-5c91-4bd3-8632-140edc4c090b HTTP/1.1" status: 200  len: 852 time: 0.7107227
Jun 19 01:54:58.990355 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.051676 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7b80ebe6-84c0-4b80-be18-ea9576f68825 req-5bf908db-6742-4586-900d-b58cb783777d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.2862709
Jun 19 01:54:59.068752 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Deleting subnet 461f6d0c-431c-46e8-8bad-daf5c44b1567 {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:54:59.113445 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.191288 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be814c9-02ee-4988-9052-87926721b723 req-f8325cc8-fd33-46e2-818d-cc248d081f3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:59.206518 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8be814c9-02ee-4988-9052-87926721b723 req-f8325cc8-fd33-46e2-818d-cc248d081f3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.7950788
Jun 19 01:54:59.313543 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-ef56d325-a518-41cc-9506-e8597d0e5c78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f2a923ff-26a4-4dce-ae49-26594b1928f3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0860455
Jun 19 01:54:59.341630 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.344992 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.350880 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.357812 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65f64b53-6f5a-43db-850d-240660ad2211 HTTP/1.1" status: 204  len: 168 time: 1.4521344
Jun 19 01:54:59.363827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.16', 62455) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:54:59.364831 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:59.426496 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.479481 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.556566 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f64b53-6f5a-43db-850d-240660ad2211,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:54:59.568891 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-43e4cdad-6380-424c-8e4f-b7131bc072c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:54:59.572545 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-43e4cdad-6380-424c-8e4f-b7131bc072c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 1097 time: 0.3714581
Jun 19 01:54:59.578918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:54:59.734030 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:54:59.751979 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:54:59.767419 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8be814c9-02ee-4988-9052-87926721b723 req-9aa88c88-6c74-4628-80c3-e0d13cd7843f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4817777
Jun 19 01:55:00.005545 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:00.091914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-488d2a36-2442-4dbf-9f75-9c757653873d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:00.112495 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-488d2a36-2442-4dbf-9f75-9c757653873d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 811 time: 0.7192180
Jun 19 01:55:00.219541 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-ca05d77d-42a4-445c-8863-ec4c9e320478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:00.227003 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-ca05d77d-42a4-445c-8863-ec4c9e320478 service neutron] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 916 time: 0.6357346
Jun 19 01:55:00.325960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0a59f6-e792-46f8-a916-2cbae833e43b {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:00.347238 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:00.390565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Transition to ACTIVE for port object 7b0a59f6-e792-46f8-a916-2cbae833e43b will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:55:00.400721 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Pushing event updated for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:00.409378 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:00.469569 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a5f07a61-dc3d-47a4-be57-2ee137d2045e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:00.471154 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:00.476040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-868bead1-144e-4e2c-9622-c437a7db9495 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:00.487090 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-07202242-2707-4636-9cac-3dfa862cea25 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8725121
Jun 19 01:55:00.503487 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:00.506773 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/461f6d0c-431c-46e8-8bad-daf5c44b1567 HTTP/1.1" status: 204  len: 168 time: 2.0610533
Jun 19 01:55:00.548988 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40684) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:00.564329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf22338-c315-42b1-be80-6cb0c40c3071 req-4263d303-0376-46a4-8920-f7f6bd1b86e5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:00.575031 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dcf22338-c315-42b1-be80-6cb0c40c3071 req-4263d303-0376-46a4-8920-f7f6bd1b86e5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 1.2503464
Jun 19 01:55:00.597563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Network 581838e8-008f-4a58-8d27-32e2b66cd028 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:55:00.604585 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=461f6d0c-431c-46e8-8bad-daf5c44b1567,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:00.684419 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:00.685510 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:55:00.689684 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de538975-cabc-4999-adcc-f4dfaae6d39f req-b9792903-ba75-4e85-b69e-849218ab13b8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.2599041
Jun 19 01:55:00.693618 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:00.734766 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:55:00.741643 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:00.742315 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.000651 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-b98b0c08-92f1-40de-b2de-26ac24c39096 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d HTTP/1.1" status: 200  len: 217 time: 0.4010625
Jun 19 01:55:01.014166 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.050261 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4c8457d5-433d-4a96-85b4-5bd524a62c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:01.119607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.150587 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:01.160615 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-46998568-6daa-46f0-a4c9-16133123c163 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 379 time: 0.5565395
Jun 19 01:55:01.161402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:01.164266 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Attempting to bind port 7b0a59f6-e792-46f8-a916-2cbae833e43b on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:55:01.165349 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Attempting to bind port 7b0a59f6-e792-46f8-a916-2cbae833e43b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:55:01.165349 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Attempting to bind port 7b0a59f6-e792-46f8-a916-2cbae833e43b on network 581838e8-008f-4a58-8d27-32e2b66cd028 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:01.176611 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Port 7b0a59f6-e792-46f8-a916-2cbae833e43b on network 581838e8-008f-4a58-8d27-32e2b66cd028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:55:01.177112 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Attempting to bind port 7b0a59f6-e792-46f8-a916-2cbae833e43b on network 581838e8-008f-4a58-8d27-32e2b66cd028 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:01.185526 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dcf22338-c315-42b1-be80-6cb0c40c3071 req-4acb5cc4-03c4-4774-a00d-d33f1571a3c0 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6092882
Jun 19 01:55:01.214591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:55:01.215160 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Checking segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:01.215727 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Bound using segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:55:01.216224 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Bound port: 7b0a59f6-e792-46f8-a916-2cbae833e43b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:55:01.216583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.222048 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'port': {'device_id': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'admin_state_up': True, 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'security_groups': ['b5a86808-ced3-49f5-97f8-56deea931dbb']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:01.231303 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.4205861
Jun 19 01:55:01.244374 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-e633a7f2-1b56-4f02-ae52-0f86eea43e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:01.245781 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-e633a7f2-1b56-4f02-ae52-0f86eea43e68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.2057493
Jun 19 01:55:01.261038 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d2e465aa1c44bc1b23645a51da840ba&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3538764
Jun 19 01:55:01.285449 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40694) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:01.295759 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Request body: {'port': {'device_id': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:01.309854 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdeb3c79-7075-47d7-8439-33aa4748a769,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:01.354269 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-709ab802-acce-4733-b627-26c64dd0f26f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673995
Jun 19 01:55:01.453232 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:01.489136 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-42af4256-7154-43e3-b225-b70a37db3774 service neutron] 10.222.0.16 "GET /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8855212
Jun 19 01:55:01.685263 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:55:01.768173 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:55:01.774542 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.811845 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.814141 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.873506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Made reservation on behalf of 0edbf763c77c498cb6a6a14631be7300 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:01.878100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.926658 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:01.938796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:01.997029 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:01.998201 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.000271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e9b71-1c78-4267-a9a8-cfe3c70bfdf0 req-78c9ee3a-b843-4061-a866-52e0e07da6bd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:02.001046 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] 10.222.0.16 "PUT /v2.0/ports/7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 1094 time: 4.1108220
Jun 19 01:55:02.002074 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:02.005402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897c5554-8db7-45eb-a492-d43b331e6669" -d '{"events": [{"name": "network-changed", "server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:02.012978 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c63e9b71-1c78-4267-a9a8-cfe3c70bfdf0 req-78c9ee3a-b843-4061-a866-52e0e07da6bd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 932 time: 0.8839896
Jun 19 01:55:02.019613 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.043363 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.083079 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf990a-9fee-4c9a-b932-453f19d4400f req-18c7499a-6ed8-4dc6-83df-c040601512af tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:02.096778 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bbf990a-9fee-4c9a-b932-453f19d4400f req-18c7499a-6ed8-4dc6-83df-c040601512af tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.6614399
Jun 19 01:55:02.114227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4f22d6cca0>> segment before_delete 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.114740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4f22d6cca0>> subnet precommit_delete_associations 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.115931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> segment_host_mapping after_create 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.116374 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> port after_create 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> port after_delete 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> port after_update 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> segment after_delete 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> subnet after_create 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> subnet after_delete 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.120199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22bcfa90>> subnet after_update 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.150094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.151568 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdeb3c79-7075-47d7-8439-33aa4748a769 HTTP/1.1" status: 204  len: 168 time: 0.8635640
Jun 19 01:55:02.159115 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:02.168151 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:02.173403 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:02.208937 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdeb3c79-7075-47d7-8439-33aa4748a769,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:02.216398 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:02.223333 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed120-a06c-4a70-953c-659d5a761afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.593716 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Allocated IP 172.20.0.4 (097faa0d-34b0-49bb-9b71-de198b944b4e/dced2325-86bc-4022-b808-5ef299978959/cf00b0be-1807-46a1-9a13-227f0144d930) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:55:02.605996 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-bdb2d413-716a-47db-b996-772f3ee4393e service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5804906
Jun 19 01:55:02.628652 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-81ffbbc9-fa05-4c19-a608-d2ef20cc3052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:02.630261 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-81ffbbc9-fa05-4c19-a608-d2ef20cc3052 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1097 time: 0.4127240
Jun 19 01:55:02.681832 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f22765d90>> subnet after_create 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.682258 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f22765d90>> subnet after_delete 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.682638 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f22765d90>> subnet before_create 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.683117 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f22765d90>> subnet before_update 55550000 {{(pid=105238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:02.683522 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f22bcff10>,) {'filters': {'network_id': ['7cd36d19-9811-4795-a630-93894ec6a03c']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:02.729907 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f22bcff10>, '9423eeff-5abf-47e8-9519-78741c55627e') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:02.730359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f22bcff10>, '9423eeff-5abf-47e8-9519-78741c55627e') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:02.733034 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-466e0d28-8e00-4f1c-a5b4-ddfbf4b7d2aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0854883
Jun 19 01:55:02.784162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.878244 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0cb6a4d4-a6a5-4e71-9f47-19c929f55046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:02.879641 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-0cb6a4d4-a6a5-4e71-9f47-19c929f55046 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.1348915
Jun 19 01:55:02.885314 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-9eae8b66-814f-4243-aab1-578f1b4820f3 service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711542
Jun 19 01:55:02.898355 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c63e9b71-1c78-4267-a9a8-cfe3c70bfdf0 req-39fc730f-6d4c-4785-bb6f-c301f634ba04 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8829062
Jun 19 01:55:02.941459 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:02.952387 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.008054 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bbf990a-9fee-4c9a-b932-453f19d4400f req-a5425880-03f8-4da0-8768-1ccee04b265e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9103909
Jun 19 01:55:03.021380 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-7b374b5d-03a6-418b-93f6-859ff1262ecc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553257
Jun 19 01:55:03.023208 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:55:03.023867 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.025369 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Transition to ACTIVE for port object cf00b0be-1807-46a1-9a13-227f0144d930 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   from cryptography.utils import int_from_bytes
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   from cryptography.utils import int_from_bytes
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:55:03.031588 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:55:03.283433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.308897 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2372f751-2776-4779-9d8b-050cb47bded1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:03.396394 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40740) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:03.426571 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.445626 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787642f8-d09c-4999-996a-93eae0f7a6c1 x-openstack-request-id: req-787642f8-d09c-4999-996a-93eae0f7a6c1 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:03.447104 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:03.447104 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-787642f8-d09c-4999-996a-93eae0f7a6c1 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:03.447104 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b', 'status': 'completed', 'code': 200}
Jun 19 01:55:03.461900 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:03.477857 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.483264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7cd36d19-9811-4795-a630-93894ec6a03c HTTP/1.1" status: 204  len: 168 time: 2.9029312
Jun 19 01:55:03.496172 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40746) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:03.501992 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:55:03.533176 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:55:03.542893 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7cd36d19-9811-4795-a630-93894ec6a03c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:03.550502 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:03.571278 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:55:03.582741 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:03.583840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.604991 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:03.623063 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:03.661140 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1647573-6f59-4f13-b05c-c66551d6af3e req-de5cd3a5-120c-44b0-8508-d0b18482aa47 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:03.667305 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e1647573-6f59-4f13-b05c-c66551d6af3e req-de5cd3a5-120c-44b0-8508-d0b18482aa47 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 931 time: 0.3402910
Jun 19 01:55:03.699207 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-24edf9e9-f18b-47d3-81e0-5766b9b4e72f service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6034994
Jun 19 01:55:03.837961 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Deleting subnet db952bea-b06d-4ac0-8c9e-7673c0243f4f {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:55:03.841076 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6427600
Jun 19 01:55:03.858697 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Request body: {'port': {'device_id': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:03.867289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.867616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 922ceeb5-34b4-4458-93f7-e8950134e3aa {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:03.890544 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.923778 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2377bb8b-5011-48a2-bfa2-ece79dfba8c4 req-798d23b3-8b26-479b-b034-f55ff2748ef5 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2039816
Jun 19 01:55:03.957828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.958008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.972479 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:03.995033 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Transition to ACTIVE for port object 922ceeb5-34b4-4458-93f7-e8950134e3aa will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:55:04.006879 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e1647573-6f59-4f13-b05c-c66551d6af3e req-e3263133-0529-4f51-ac17-fb53aa1f2194 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3219016
Jun 19 01:55:04.055726 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.078196 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc283ba4-4d28-4333-ad0c-643e81e9c7b6 req-c55d4ac6-5e08-449e-8ef6-0bb53d9261a6 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:04.081283 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc283ba4-4d28-4333-ad0c-643e81e9c7b6 req-c55d4ac6-5e08-449e-8ef6-0bb53d9261a6 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 0.3079433
Jun 19 01:55:04.108727 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.158215 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:04.204554 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-331b7c91-b9bc-473e-814e-cf7c47dc2cfc None None] Provisioning for port cf00b0be-1807-46a1-9a13-227f0144d930 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:04.212319 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-331b7c91-b9bc-473e-814e-cf7c47dc2cfc None None] Provisioning complete for port cf00b0be-1807-46a1-9a13-227f0144d930 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:04.214208 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-331b7c91-b9bc-473e-814e-cf7c47dc2cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.290754 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-331b7c91-b9bc-473e-814e-cf7c47dc2cfc None None] Port cf00b0be-1807-46a1-9a13-227f0144d930 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:55:04.312655 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5554-8db7-45eb-a492-d43b331e6669 req-cea9865f-d347-4fcc-8772-aa23369ff067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:04.314321 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-cea9865f-d347-4fcc-8772-aa23369ff067 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1097 time: 0.2214530
Jun 19 01:55:04.356223 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.380268 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9ec9b26c-8b04-4658-854c-4373522ae898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:04.391495 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Pushing event updated for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:04.402364 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:04.409910 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc283ba4-4d28-4333-ad0c-643e81e9c7b6 req-31c45af1-9e2d-40f1-9969-bd52f7932557 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2749352
Jun 19 01:55:04.450812 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db952bea-b06d-4ac0-8c9e-7673c0243f4f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:04.464950 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:04.551295 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.561988 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2b37158f-5b01-400b-ac20-b9a0ff23e723 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/db952bea-b06d-4ac0-8c9e-7673c0243f4f HTTP/1.1" status: 204  len: 168 time: 1.0640428
Jun 19 01:55:04.570780 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40766) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:04.674710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5554-8db7-45eb-a492-d43b331e6669 req-3ef28a0b-f68e-4cb4-83b3-2fd6e01b0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:04.676178 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-3ef28a0b-f68e-4cb4-83b3-2fd6e01b0a08 service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.3303421
Jun 19 01:55:04.725141 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Attempting to bind port 922ceeb5-34b4-4458-93f7-e8950134e3aa on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:55:04.725742 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Attempting to bind port 922ceeb5-34b4-4458-93f7-e8950134e3aa by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:55:04.726384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Attempting to bind port 922ceeb5-34b4-4458-93f7-e8950134e3aa on network 581838e8-008f-4a58-8d27-32e2b66cd028 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:04.766384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Port 922ceeb5-34b4-4458-93f7-e8950134e3aa on network 581838e8-008f-4a58-8d27-32e2b66cd028 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:55:04.766943 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Attempting to bind port 922ceeb5-34b4-4458-93f7-e8950134e3aa on network 581838e8-008f-4a58-8d27-32e2b66cd028 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:04.768488 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-f565e4c3-f601-4253-8324-7c54154c03ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0807049
Jun 19 01:55:04.772940 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.775816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.805176 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:55:04.805176 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Checking segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:04.805460 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Bound using segment: {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:55:04.807607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Bound port: 922ceeb5-34b4-4458-93f7-e8950134e3aa, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '283ac93e-54c9-4b3a-bb57-11b4f2f922fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:55:04.807607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.829533 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf00b0be-1807-46a1-9a13-227f0144d930 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:04.835415 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868dfa7a-10bb-4b7e-91f6-9e4419640f39 req-6a78fe56-3dc0-4674-bbf3-290a512d2707 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:04.842013 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.853672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-868dfa7a-10bb-4b7e-91f6-9e4419640f39 req-6a78fe56-3dc0-4674-bbf3-290a512d2707 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 944 time: 0.3971682
Jun 19 01:55:04.867053 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c5554-8db7-45eb-a492-d43b331e6669 req-1419d3c3-968e-4a6b-a9e6-69d81dd10538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:04.868867 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-1419d3c3-968e-4a6b-a9e6-69d81dd10538 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0895233
Jun 19 01:55:04.890430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Transition to ACTIVE for port object cf00b0be-1807-46a1-9a13-227f0144d930 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:55:04.920363 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:04.930609 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-4424c761-3230-4496-84ab-6a4cf4283408 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389581
Jun 19 01:55:04.979098 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:04.984543 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-61802401-db6a-4c56-abcb-c7da5831593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.022644 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.024596 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.040550 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:05.049233 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f4f22847ac0>> segment before_delete 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.049492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f4f22847ac0>> subnet precommit_delete_associations 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.050249 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> segment_host_mapping after_create 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.050661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> port after_create 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.050938 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> port after_delete 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.051279 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> port after_update 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.051625 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> segment after_delete 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.051915 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> subnet after_create 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.052255 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> subnet after_delete 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.052620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f4f22847a00>> subnet after_update 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.058206 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c673fab-cc88-40c1-a9d6-e41de82dcbb5 req-a809389b-fe67-44df-9a09-b445b447713f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:05.060723 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4c673fab-cc88-40c1-a9d6-e41de82dcbb5 req-a809389b-fe67-44df-9a09-b445b447713f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.4479175
Jun 19 01:55:05.127337 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f2273c610>> subnet after_create 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.127684 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f2273c610>> subnet after_delete 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.128008 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f2273c610>> subnet before_create 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.128333 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f4f2273c610>> subnet before_update 55550000 {{(pid=105237) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 19 01:55:05.128681 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f22847d30>,) {'filters': {'network_id': ['b0d96019-7f58-471b-8e45-59442eb692a4']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:05.151191 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4557f21f-e52f-433f-821a-c533eed925cd,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:05.157969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:05.175861 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-868dfa7a-10bb-4b7e-91f6-9e4419640f39 req-9a368e7d-35fe-4c98-835a-076ff2d19f17 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3065927
Jun 19 01:55:05.203289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f22847d30>, '2b4b0aec-0b1c-431e-8976-8ae452cad0c2') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:05.203289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f22847d30>, '2b4b0aec-0b1c-431e-8976-8ae452cad0c2') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:05.243215 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf094f9b8a614119890387dd4a104da8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8439829
Jun 19 01:55:05.250293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40782) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:05.297261 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.319682 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:55:05.362887 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Pushing event updated for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:05.365917 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.372400 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.427160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:55:05.473715 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4c673fab-cc88-40c1-a9d6-e41de82dcbb5 req-f6ddf46a-0a21-4305-b53e-50fbd3d60141 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3745642
Jun 19 01:55:05.554453 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.563839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:05.636944 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:05.637572 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.639699 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] 10.222.0.16 "PUT /v2.0/ports/922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 200  len: 1094 time: 4.3555574
Jun 19 01:55:05.643897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:05.656316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.669186 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Pushing event updated for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:05.679097 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:05.706821 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.724406 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a7e4b-ba3e-425e-ba50-318e8ccd1c26 req-94dd3521-8a04-4409-92b8-4ae37648b7d7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:05.726490 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-002a7e4b-ba3e-425e-ba50-318e8ccd1c26 req-94dd3521-8a04-4409-92b8-4ae37648b7d7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 943 time: 0.3218417
Jun 19 01:55:05.740198 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:05.742116 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:55:05.742514 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   from cryptography.utils import int_from_bytes
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   from cryptography.utils import int_from_bytes
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:55:05.767645 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:55:05.781646 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Attempting to bind port cf00b0be-1807-46a1-9a13-227f0144d930 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:55:05.781646 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Attempting to bind port cf00b0be-1807-46a1-9a13-227f0144d930 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:55:05.782032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Attempting to bind port cf00b0be-1807-46a1-9a13-227f0144d930 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:05.789753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 1818d319-2489-4153-a74d-f0bbfd0d24f2 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:05.823061 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-d8a5e59f-38bc-499a-b522-1f7803eaffad service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8582401
Jun 19 01:55:05.909055 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Port cf00b0be-1807-46a1-9a13-227f0144d930 on network 097faa0d-34b0-49bb-9b71-de198b944b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:55:05.909356 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Attempting to bind port cf00b0be-1807-46a1-9a13-227f0144d930 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:05.938228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:55:05.938847 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Checking segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:05.939393 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Bound using segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:55:05.939979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Bound port: cf00b0be-1807-46a1-9a13-227f0144d930, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:55:05.940498 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:05.969877 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-e6e70298-63fb-4725-b544-91c3a5b6ce54 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1397905
Jun 19 01:55:06.051315 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:55:06.054506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.060084 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cf00b0be-1807-46a1-9a13-227f0144d930,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:55:06.067454 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1899a96c-3461-42b0-9f19-1faff213dc28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:06.074976 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.081873 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0d96019-7f58-471b-8e45-59442eb692a4 HTTP/1.1" status: 204  len: 168 time: 1.5041635
Jun 19 01:55:06.088140 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d96019-7f58-471b-8e45-59442eb692a4,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:06.100863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:06.105472 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-002a7e4b-ba3e-425e-ba50-318e8ccd1c26 req-af108c05-7aaf-48a6-af40-5e7af67d9eda tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1419992
Jun 19 01:55:06.144590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-9e8a8c56-f367-4b98-9ae6-bd6ed8039f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.146579 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-9e8a8c56-f367-4b98-9ae6-bd6ed8039f40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1097 time: 0.1762087
Jun 19 01:55:06.155966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.158736 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f28a7940-cdce-4d00-b4ad-e18f60128260 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:06.161331 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec4f81-908f-4f8b-b0c9-67d552a24ea3 req-e573e1de-c74f-4d25-8017-08368b48fa0f tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.163046 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-91ec4f81-908f-4f8b-b0c9-67d552a24ea3 req-e573e1de-c74f-4d25-8017-08368b48fa0f tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 943 time: 0.1913934
Jun 19 01:55:06.223016 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2,segment=NetworkSegment(90dadd6d-ad93-4b74-ac54-40012e2c1ffe),segment_id=90dadd6d-ad93-4b74-ac54-40012e2c1ffe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:06.248361 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e0b9c416-5006-4bfe-a670-992ab28c0df5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 200  len: 217 time: 0.0824218
Jun 19 01:55:06.286041 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '1818d319-2489-4153-a74d-f0bbfd0d24f2', 'network_id': 'f2a923ff-26a4-4dce-ae49-26594b1928f3', 'port_id': '1818d319-2489-4153-a74d-f0bbfd0d24f2', 'mac_address': 'fa:16:3e:da:d9:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd22c7544-5c91-4bd3-8632-140edc4c090b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:06.329453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.363011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.363011 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] 10.222.0.16 "PUT /v2.0/ports/cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 1093 time: 2.4873662
Jun 19 01:55:06.363011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:06.363011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f734b4-a964-4205-ba4f-4553fafca392" -d '{"events": [{"name": "network-changed", "server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:06.364229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.364229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.383445 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4557f21f-e52f-433f-821a-c533eed925cd HTTP/1.1" status: 204  len: 168 time: 1.1282864
Jun 19 01:55:06.418403 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-91ec4f81-908f-4f8b-b0c9-67d552a24ea3 req-d8d79f76-4995-474d-861c-ae13875bd976 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2343638
Jun 19 01:55:06.457783 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ade92e-437f-4e91-ba95-9787f5c61c18" -d '{"events": [{"name": "network-changed", "server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:06.459895 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:06.511447 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4557f21f-e52f-433f-821a-c533eed925cd,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:06.515963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.528584 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:06.542468 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-1642b6d5-f1e3-4cf5-9d3f-4f67c94a3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.548907 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-1642b6d5-f1e3-4cf5-9d3f-4f67c94a3ee7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.2950609
Jun 19 01:55:06.558012 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Pushing event updated for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:06.596417 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884da0e-1a7b-42e8-a0f9-d2d3c35a2256 x-openstack-request-id: req-a884da0e-1a7b-42e8-a0f9-d2d3c35a2256 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:06.597067 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:06.597567 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a884da0e-1a7b-42e8-a0f9-d2d3c35a2256 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:06.598251 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'status': 'completed', 'code': 200}
Jun 19 01:55:06.604423 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:06.647060 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.683707 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-acda6ff6-849c-476d-94e3-602c0fb43710 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1218071
Jun 19 01:55:06.693979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1818d319-2489-4153-a74d-f0bbfd0d24f2 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:06.776643 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2,segment=NetworkSegment(90dadd6d-ad93-4b74-ac54-40012e2c1ffe),segment_id=90dadd6d-ad93-4b74-ac54-40012e2c1ffe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:06.799978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-4dde4e8f-65f0-49ba-a412-5ba24da44d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.802506 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-4dde4e8f-65f0-49ba-a412-5ba24da44d68 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1096 time: 0.1965168
Jun 19 01:55:06.900838 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-c41b6c4b-2307-49ad-9374-6c666a08d959 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 217 time: 0.0878916
Jun 19 01:55:06.949626 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:06.951241 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 7b0a59f6-e792-46f8-a916-2cbae833e43b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:06.959268 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-de84f605-a7bb-4b9a-8d2b-2d4e2dc64b16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:06.974921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-576fb399-6214-4d08-bcb0-7570125127f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.982081 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609cb8-6661-43a6-8e1f-2dcae63bef76 req-c5087ed6-f15f-40ae-b98a-db000ef27d91 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:06.986473 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-576fb399-6214-4d08-bcb0-7570125127f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0769007
Jun 19 01:55:06.986859 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-20609cb8-6661-43a6-8e1f-2dcae63bef76 req-c5087ed6-f15f-40ae-b98a-db000ef27d91 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 944 time: 0.2704103
Jun 19 01:55:06.990455 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-e8e76204-9d5f-46be-a105-84f4ce851311 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2881093
Jun 19 01:55:07.136917 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-78d19068-418a-4141-b9ed-95045600d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:07.138699 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-78d19068-418a-4141-b9ed-95045600d2bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1482215
Jun 19 01:55:07.176738 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-20609cb8-6661-43a6-8e1f-2dcae63bef76 req-b0595035-b1a8-4f36-a026-277b641e698e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400309
Jun 19 01:55:07.259711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40828) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:07.268221 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:07.272955 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:07.280213 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:07.332595 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '7b0a59f6-e792-46f8-a916-2cbae833e43b', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'port_id': '7b0a59f6-e792-46f8-a916-2cbae833e43b', 'mac_address': 'fa:16:3e:ec:6e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:07.388733 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40832) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:07.390613 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-36b0a1f1-7e0e-4964-b74b-eb6d5b8a21f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6a20365603f442396b3b6bebe1b89db&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1286688
Jun 19 01:55:07.400983 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21e6909e-73da-4335-a3b9-7e639651b5a8 req-70099002-2282-4838-ba62-0ae838bbf0f1 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4032168
Jun 19 01:55:07.453235 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.470772 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-d1fd88e7-a34d-454f-bcfa-5dd7141587ba service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3246999
Jun 19 01:55:07.493839 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0a59f6-e792-46f8-a916-2cbae833e43b {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:07.544642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8bb7d-a449-4642-8e42-5ca9ccc3b343 req-c2be320a-6e42-4e50-8d16-3ae38b027733 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:07.550409 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:07.554334 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dde8bb7d-a449-4642-8e42-5ca9ccc3b343 req-c2be320a-6e42-4e50-8d16-3ae38b027733 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 944 time: 0.1272967
Jun 19 01:55:07.578000 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.616945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.619944 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dde8bb7d-a449-4642-8e42-5ca9ccc3b343 req-9ba9ebb1-4c7e-4717-a3d7-f3394a9eb87c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646265
Jun 19 01:55:07.659320 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.660627 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 6b8d0683-ce17-4c1b-99c7-3e848491d26d details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:07.666857 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:07.736164 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-66c86dbd-0656-4b0b-b5ff-9c9490ffe143 req-67f440c5-fed8-4bd0-ab81-2c018ef07c1c service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2501233
Jun 19 01:55:07.803815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cdc446-5d9e-40f4-86e4-2a83488308fe x-openstack-request-id: req-75cdc446-5d9e-40f4-86e4-2a83488308fe {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:07.803815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:07.803815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75cdc446-5d9e-40f4-86e4-2a83488308fe {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:07.803815 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa', 'status': 'completed', 'code': 200}
Jun 19 01:55:07.859234 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.863554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:07.868248 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/711a63e8-b7c0-4b2a-b00a-4bfdd3ebba62 HTTP/1.1" status: 204  len: 168 time: 0.4780841
Jun 19 01:55:07.890058 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8582b90a-3541-4a0c-a423-7ec2a7fe322d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:07.963209 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a63e8-b7c0-4b2a-b00a-4bfdd3ebba62,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:07.975142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:07.998544 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db67c1-a3d3-4d83-b96f-32acc25c1097 req-f2a84668-91bb-4d84-bc1a-0186fac56294 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.007176 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-16db67c1-a3d3-4d83-b96f-32acc25c1097 req-f2a84668-91bb-4d84-bc1a-0186fac56294 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 943 time: 0.1962683
Jun 19 01:55:08.023377 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:08.038972 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-2f6eb8fa-5496-4522-8cf2-0ccf998852f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.042969 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-2f6eb8fa-5496-4522-8cf2-0ccf998852f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1097 time: 0.1826472
Jun 19 01:55:08.078377 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:08.083759 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:08.089956 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-16db67c1-a3d3-4d83-b96f-32acc25c1097 req-78fe43a7-d610-4dca-9231-6cf434ffb0b2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791533
Jun 19 01:55:08.117232 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f734b4-a964-4205-ba4f-4553fafca392 req-ca45efe2-9f9c-4f60-82ae-cf9a9af81907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.118814 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-ca45efe2-9f9c-4f60-82ae-cf9a9af81907 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1096 time: 0.2014937
Jun 19 01:55:08.132751 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d7ba7-8966-4729-859b-15e4fb211aee req-b7ee2079-1687-4db3-8e2e-98a86008fd78 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.140356 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-473d7ba7-8966-4729-859b-15e4fb211aee req-b7ee2079-1687-4db3-8e2e-98a86008fd78 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 944 time: 0.2099934
Jun 19 01:55:08.160641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:08.177815 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '6b8d0683-ce17-4c1b-99c7-3e848491d26d', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'port_id': '6b8d0683-ce17-4c1b-99c7-3e848491d26d', 'mac_address': 'fa:16:3e:7e:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49df1-5b93-4226-8fcc-0b65fa199918', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:08.293233 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:08.301302 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-194bf085-7f2e-4381-9c27-e96a95049bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.303782 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-194bf085-7f2e-4381-9c27-e96a95049bed service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.2533398
Jun 19 01:55:08.311835 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b8d0683-ce17-4c1b-99c7-3e848491d26d {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:08.355644 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:08.385967 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-3ca198be-6115-4a1d-8eba-515b7c1b6fe9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 200  len: 217 time: 0.0732181
Jun 19 01:55:08.437407 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-473d7ba7-8966-4729-859b-15e4fb211aee req-7294c03f-6901-40f7-b279-8c5a28b80367 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2956121
Jun 19 01:55:08.440465 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f734b4-a964-4205-ba4f-4553fafca392 req-71b2dc44-dff4-4ea6-a8b5-588dcfe787ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.442055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:08.442254 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-71b2dc44-dff4-4ea6-a8b5-588dcfe787ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.2992437
Jun 19 01:55:08.445579 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:08.491007 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-9f61849a-f819-4755-8bf7-660a0a2cf55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.493874 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-9f61849a-f819-4755-8bf7-660a0a2cf55c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.1016519
Jun 19 01:55:08.503507 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-249cd79d-0ec4-4bd3-ba5b-6c82afba9f0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 217 time: 0.0525048
Jun 19 01:55:08.542150 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40846) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:08.545029 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:08.549323 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:08.554005 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-8a0bbca8-1909-4b14-8965-406a8c19bd12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0522592
Jun 19 01:55:08.599741 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:08.627556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332d7726-e64a-4c4d-9f13-906000493f15 req-91618580-dba4-4942-9800-a07d29105e16 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.634848 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-332d7726-e64a-4c4d-9f13-906000493f15 req-91618580-dba4-4942-9800-a07d29105e16 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 944 time: 0.2558770
Jun 19 01:55:08.652854 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f734b4-a964-4205-ba4f-4553fafca392 req-c21ba43a-ef8c-4dc1-9f79-b2348d470d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.652854 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-c21ba43a-ef8c-4dc1-9f79-b2348d470d43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.1380360
Jun 19 01:55:08.733395 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-6d5593d6-5fd8-4a13-813b-ff1aec05ab47 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702220
Jun 19 01:55:08.765974 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-332d7726-e64a-4c4d-9f13-906000493f15 req-8735fef5-43c4-4599-abd6-63c68ff4c221 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300733
Jun 19 01:55:08.851487 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['7b0a59f6-e792-46f8-a916-2cbae833e43b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:08.877233 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:08.879323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f734b4-a964-4205-ba4f-4553fafca392 req-756d2a38-2730-4610-9aab-bccb5a5e02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:08.881276 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-756d2a38-2730-4610-9aab-bccb5a5e02b8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2191799
Jun 19 01:55:08.888394 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5ade92e-437f-4e91-ba95-9787f5c61c18 req-441ee802-b357-4f44-9272-03c84f22aa0b service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1486988
Jun 19 01:55:08.903875 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['1818d319-2489-4153-a74d-f0bbfd0d24f2'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:09.012617 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.056566 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d69d-3a01-4cc8-9da6-2828488a2e91 req-814454f9-0c38-41cc-8f5d-9fd0d8645272 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:09.058202 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ea8d69d-3a01-4cc8-9da6-2828488a2e91 req-814454f9-0c38-41cc-8f5d-9fd0d8645272 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 945 time: 0.2132292
Jun 19 01:55:09.063046 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-e83e434e-24c6-49b6-b580-4a99f9cf159a service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568341
Jun 19 01:55:09.111944 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.143417 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:09.237367 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b678a0edfe5475897352b8957f05d4d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6922460
Jun 19 01:55:09.240504 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40854) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:09.250152 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ea8d69d-3a01-4cc8-9da6-2828488a2e91 req-beaea0c9-c3d1-4a9e-b708-75760eca0c6d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1720264
Jun 19 01:55:09.272228 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a7f1b4-883e-4a3a-9f34-117ca565adb4,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:09.277928 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:09.367584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07f734b4-a964-4205-ba4f-4553fafca392 req-232c7da2-125b-40fb-a81a-91a39c334e74 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2913482
Jun 19 01:55:09.370269 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40860) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:09.420484 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.459043 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.459606 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa25e7-d984-4933-8d7d-cde46531410b req-2f8d5a20-d027-4ce8-8e5d-99afa71988ff tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:09.461329 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95fa25e7-d984-4933-8d7d-cde46531410b req-2f8d5a20-d027-4ce8-8e5d-99afa71988ff tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 943 time: 0.1902299
Jun 19 01:55:09.465761 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d8c7437f-1160-47e9-8401-cf7c1cde4ca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77889c06be7c417ba011429579d07867&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0928752
Jun 19 01:55:09.474591 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 40864) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:09.483798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40866) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:09.543989 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95fa25e7-d984-4933-8d7d-cde46531410b req-ff43689c-aa28-4bf3-bbcf-f31869359673 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752819
Jun 19 01:55:09.644278 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.647250 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.648422 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9a7f1b4-883e-4a3a-9f34-117ca565adb4 HTTP/1.1" status: 204  len: 168 time: 0.4093075
Jun 19 01:55:09.649323 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:09.664787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a7f1b4-883e-4a3a-9f34-117ca565adb4,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:09.667262 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:09.673872 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.679448 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.728240 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.777590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b523715-fe15-4a33-a1a8-ffba22c43219 req-db15b423-d93e-47d9-838b-22555a30e679 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:09.780127 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4b523715-fe15-4a33-a1a8-ffba22c43219 req-db15b423-d93e-47d9-838b-22555a30e679 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 944 time: 0.1784072
Jun 19 01:55:09.843777 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.852161 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4b523715-fe15-4a33-a1a8-ffba22c43219 req-0d483c57-140a-4a96-ac20-c1c23599bcda tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553434
Jun 19 01:55:09.973269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:09.979591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:10.005069 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1b51-c568-48d6-b98b-6bc1085bcdc3 req-80616b66-80c8-4127-ad1e-3a72b9d993fe tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:10.006920 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87bb1b51-c568-48d6-b98b-6bc1085bcdc3 req-80616b66-80c8-4127-ad1e-3a72b9d993fe tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 944 time: 0.0875599
Jun 19 01:55:10.012730 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.018745 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.025586 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f11568f6-a858-4e4b-8a35-218981e62d07 HTTP/1.1" status: 204  len: 168 time: 0.5458016
Jun 19 01:55:10.025850 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=938bb8fd7b154396aea4c3ff05dadc6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5365415
Jun 19 01:55:10.025850 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40890) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:10.030650 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-29e4a51f-fe06-4847-b61b-4525af7a0ef3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:10.051403 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fade5c4b-58e9-4139-a809-fd69cc2e8937,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:10.059100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:10.081357 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11568f6-a858-4e4b-8a35-218981e62d07,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:10.089159 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:10.099580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.138334 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87bb1b51-c568-48d6-b98b-6bc1085bcdc3 req-837bf957-403b-4cf3-94bd-0691e44d2839 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149075
Jun 19 01:55:10.169226 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.338525 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.346359 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.348370 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fade5c4b-58e9-4139-a809-fd69cc2e8937 HTTP/1.1" status: 204  len: 168 time: 0.3212757
Jun 19 01:55:10.352416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:10.378279 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fade5c4b-58e9-4139-a809-fd69cc2e8937,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:10.382416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:10.452075 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 922ceeb5-34b4-4458-93f7-e8950134e3aa details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:10.456047 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 1818d319-2489-4153-a74d-f0bbfd0d24f2 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:10.638097 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b63157-0604-4732-897a-162d2c79a814 req-b7450582-45d1-486d-b30a-bdf3c11a34f3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:10.641139 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b1b63157-0604-4732-897a-162d2c79a814 req-b7450582-45d1-486d-b30a-bdf3c11a34f3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 945 time: 0.1497076
Jun 19 01:55:10.660856 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:10.679645 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '922ceeb5-34b4-4458-93f7-e8950134e3aa', 'network_id': '581838e8-008f-4a58-8d27-32e2b66cd028', 'port_id': '922ceeb5-34b4-4458-93f7-e8950134e3aa', 'mac_address': 'fa:16:3e:d3:e2:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82fb5339-5dd3-415b-927c-90a29771c88f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:10.709697 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 1818d319-2489-4153-a74d-f0bbfd0d24f2 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:10.716387 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 1818d319-2489-4153-a74d-f0bbfd0d24f2 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:10.720053 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.727300 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b1b63157-0604-4732-897a-162d2c79a814 req-d094005b-87d6-49de-a793-c2e5153b34cf tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729294
Jun 19 01:55:10.777258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.800012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 922ceeb5-34b4-4458-93f7-e8950134e3aa {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:10.846656 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:10.867222 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.890088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf4fd2-8543-449a-b758-98617d741f21 req-60300516-db51-4eeb-89f9-89deb7c54090 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:10.892884 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cadf4fd2-8543-449a-b758-98617d741f21 req-60300516-db51-4eeb-89f9-89deb7c54090 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 943 time: 0.1312025
Jun 19 01:55:10.916556 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2,segment=NetworkSegment(90dadd6d-ad93-4b74-ac54-40012e2c1ffe),segment_id=90dadd6d-ad93-4b74-ac54-40012e2c1ffe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:10.917636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:10.985301 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cadf4fd2-8543-449a-b758-98617d741f21 req-8ca827f6-3357-4f35-be0b-e7f18e1dd686 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853934
Jun 19 01:55:10.998267 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:10.999664 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device cf00b0be-1807-46a1-9a13-227f0144d930 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:11.003151 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:11.026723 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:55:11.159374 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.160292 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 7b0a59f6-e792-46f8-a916-2cbae833e43b up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:11.177539 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c4a4-f48c-451d-bf97-3ec739d1918b req-1b6a7538-b487-4489-b97b-3a527a1c15db tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:11.179128 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-18e3c4a4-f48c-451d-bf97-3ec739d1918b req-1b6a7538-b487-4489-b97b-3a527a1c15db tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.1048625
Jun 19 01:55:11.297543 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.db.resource_extend [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 19 01:55:11.414988 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:11.439144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:11.440080 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:11.473539 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40936) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:11.517885 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.535030 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 7b0a59f6-e792-46f8-a916-2cbae833e43b completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:11.547177 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-18e3c4a4-f48c-451d-bf97-3ec739d1918b req-20d21cb6-5686-4df7-bb9e-401b64c3a554 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3596134
Jun 19 01:55:11.579922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 7b0a59f6-e792-46f8-a916-2cbae833e43b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:11.580562 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.674381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:11.706916 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cf00b0be-1807-46a1-9a13-227f0144d930,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:11.711470 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:11.723092 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26806a66-dfd4-4575-be03-1e5f32d59d80" -d '{"events": [{"server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "name": "network-vif-plugged", "status": "completed", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:11.727281 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322ddbf-5f63-4de5-aee0-649862568fee req-c490cba5-fef2-487d-ad1e-dc2131e89642 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:11.740964 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d322ddbf-5f63-4de5-aee0-649862568fee req-c490cba5-fef2-487d-ad1e-dc2131e89642 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 945 time: 0.1970828
Jun 19 01:55:11.759282 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'port_id': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'mac_address': 'fa:16:3e:20:1f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:11.775453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.814444 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d322ddbf-5f63-4de5-aee0-649862568fee req-bc7d5054-593c-4abc-95e4-3d60c067b102 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681818
Jun 19 01:55:11.837514 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.861443 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf00b0be-1807-46a1-9a13-227f0144d930 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:11.913788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cf00b0be-1807-46a1-9a13-227f0144d930,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:11.930197 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.960637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:11.965635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9b7f274c-639c-42b8-b215-30d0e4d20b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:12.002456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f2a80-d688-4ca4-9720-4e470e32c9da x-openstack-request-id: req-926f2a80-d688-4ca4-9720-4e470e32c9da {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:12.002456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "name": "network-vif-plugged", "status": "completed", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:12.002456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-926f2a80-d688-4ca4-9720-4e470e32c9da {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:12.002456 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2', 'code': 200}
Jun 19 01:55:12.011758 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=110e6e00bb9d4a2ea1675ad646bf5999&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5370550
Jun 19 01:55:12.016602 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40958) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:12.018458 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:12.051334 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e00eba-7d1c-473e-a4df-578628025d2a,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:12.056721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.059586 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:12.066654 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:12.093163 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.116785 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11618484-4371-4812-a49c-8638825b43bc req-ee8e213c-c8a3-4921-82e4-b18ce66a7485 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:12.125841 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-11618484-4371-4812-a49c-8638825b43bc req-ee8e213c-c8a3-4921-82e4-b18ce66a7485 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 945 time: 0.1296158
Jun 19 01:55:12.127768 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.149573 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.151246 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 6b8d0683-ce17-4c1b-99c7-3e848491d26d up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:12.188393 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-11618484-4371-4812-a49c-8638825b43bc req-0b1b58bc-e840-49d4-8f4b-7faefb2160ae tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585124
Jun 19 01:55:12.247972 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:12.256461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:12.257630 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:12.287074 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.292812 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.294758 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19e00eba-7d1c-473e-a4df-578628025d2a HTTP/1.1" status: 204  len: 168 time: 0.2767670
Jun 19 01:55:12.298051 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d624cad4-2238-4159-b703-07da4923a6e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:12.324565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e00eba-7d1c-473e-a4df-578628025d2a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:12.333642 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['922ceeb5-34b4-4458-93f7-e8950134e3aa'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:12.334012 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f3c8b-0909-4694-b510-30488e3a1585 req-8ce8de24-18a1-4555-b9b9-ad590deb1bca tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:12.335819 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-148f3c8b-0909-4694-b510-30488e3a1585 req-8ce8de24-18a1-4555-b9b9-ad590deb1bca tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 944 time: 0.0830729
Jun 19 01:55:12.339105 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['cf00b0be-1807-46a1-9a13-227f0144d930'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:12.342902 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:12.392229 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-148f3c8b-0909-4694-b510-30488e3a1585 req-00c9d974-dace-477f-9339-0f64e974e95b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0501370
Jun 19 01:55:12.526469 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:12.537812 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:12.594085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 6b8d0683-ce17-4c1b-99c7-3e848491d26d completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:12.607757 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 6b8d0683-ce17-4c1b-99c7-3e848491d26d triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:12.608218 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.694740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-2f71d5ec-df89-4212-afa5-2d254c19150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:12.697825 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-2f71d5ec-df89-4212-afa5-2d254c19150c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 1098 time: 0.1620312
Jun 19 01:55:12.774112 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.841930 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:12.869127 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240e2bc-19d4-451d-8ec8-fda2e6be5bd1 req-b01b1f6a-162b-444a-bf54-3bdae0eec8f5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:12.870937 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7240e2bc-19d4-451d-8ec8-fda2e6be5bd1 req-b01b1f6a-162b-444a-bf54-3bdae0eec8f5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.1801293
Jun 19 01:55:12.901977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:12.938765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7240e2bc-19d4-451d-8ec8-fda2e6be5bd1 req-2c761ad7-e9b7-485b-bbe6-7b865236031d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557351
Jun 19 01:55:12.982740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.029786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.033618 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:13.071846 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.072026 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 40984) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:13.087556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:13.124622 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64faec-bf98-493b-bc1b-53c75012b9b7 req-890cd2b2-ba0b-48e1-a30a-78f044300735 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:13.125791 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2f64faec-bf98-493b-bc1b-53c75012b9b7 req-890cd2b2-ba0b-48e1-a30a-78f044300735 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 945 time: 0.1248176
Jun 19 01:55:13.142048 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80a70b34-f246-47dc-8877-ff7a6967a9ae req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4292607
Jun 19 01:55:13.145555 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:13.149990 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:13.163124 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c8c0c-6298-4ee3-ba02-a05d1bb25f59,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:13.167265 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:13.190424 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2f64faec-bf98-493b-bc1b-53c75012b9b7 req-fcf0b75f-8da1-4a47-8cac-da8cc0257f6e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560813
Jun 19 01:55:13.432166 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c1b25-6066-4ae1-981e-715444eaadca req-87b499e3-0deb-4ed8-b861-7a9291b35e19 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:13.433789 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a9c1b25-6066-4ae1-981e-715444eaadca req-87b499e3-0deb-4ed8-b861-7a9291b35e19 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.0790377
Jun 19 01:55:13.494405 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a9c1b25-6066-4ae1-981e-715444eaadca req-853dbe24-b8cd-497b-bb04-3719e8a0528f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486267
Jun 19 01:55:13.562854 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.748258 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce59ec52-a841-4417-a5da-92f38ffa827e req-8c1c7ac4-7e5a-4ed0-965e-e25ff66c34b8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:13.757671 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ce59ec52-a841-4417-a5da-92f38ffa827e req-8c1c7ac4-7e5a-4ed0-965e-e25ff66c34b8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 944 time: 0.1620822
Jun 19 01:55:13.761474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.799890 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ce59ec52-a841-4417-a5da-92f38ffa827e req-893ce8c6-2da7-40bf-b48a-c66d3dce5f08 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416543
Jun 19 01:55:13.857307 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:13.860456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-eb92d3d7-c0f8-4c27-8d8e-6fd7e582d262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:13.905838 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8c8b7e1106343f79a10ecbd4dacb04d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8323317
Jun 19 01:55:13.906489 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b3e349-9e38-456b-a5b6-fce27bcf8ce3,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:13.909203 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41010) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:13.909924 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:13.998166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b'}, {'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:14.007818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f26a7e-7693-41dc-86e4-020ee932d215" -d '{"events": [{"server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b"}, {"server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:14.011880 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.056532 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.089839 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5346f7-903c-4ed5-994e-f92a6ac141a4 x-openstack-request-id: req-5a5346f7-903c-4ed5-994e-f92a6ac141a4 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:14.090276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "name": "network-vif-plugged", "status": "completed", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b", "code": 200}, {"server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:14.090662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a5346f7-903c-4ed5-994e-f92a6ac141a4 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:14.091152 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b', 'code': 200}
Jun 19 01:55:14.091509 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d', 'code': 200}
Jun 19 01:55:14.263467 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade365c1-269f-4e07-9f82-c7e607193612 req-05d337aa-a6ab-43ce-b361-93182803b076 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:14.267348 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ade365c1-269f-4e07-9f82-c7e607193612 req-05d337aa-a6ab-43ce-b361-93182803b076 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.1163974
Jun 19 01:55:14.360393 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.381850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.384629 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9b3e349-9e38-456b-a5b6-fce27bcf8ce3 HTTP/1.1" status: 204  len: 168 time: 0.4727633
Jun 19 01:55:14.385903 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:14.410466 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ade365c1-269f-4e07-9f82-c7e607193612 req-ae158910-39ba-4829-bd50-f7b02e857155 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364918
Jun 19 01:55:14.426663 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b3e349-9e38-456b-a5b6-fce27bcf8ce3,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:14.442902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:14.465773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device cf00b0be-1807-46a1-9a13-227f0144d930 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:14.554637 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b586305-d693-46b6-b19c-15f66a2df4e8 req-7bb643b2-c08c-4b01-bc74-747fd26fc0fc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:14.561521 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b586305-d693-46b6-b19c-15f66a2df4e8 req-7bb643b2-c08c-4b01-bc74-747fd26fc0fc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 945 time: 0.1384368
Jun 19 01:55:14.628536 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b586305-d693-46b6-b19c-15f66a2df4e8 req-d143e234-61f2-4af7-9398-6e824e21b66e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507214
Jun 19 01:55:14.656752 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port cf00b0be-1807-46a1-9a13-227f0144d930 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:14.668121 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port cf00b0be-1807-46a1-9a13-227f0144d930 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:14.672486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.817060 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:14.950008 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cf00b0be-1807-46a1-9a13-227f0144d930,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:15.002260 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ebde0-036f-43cf-8b8c-cd08e7df9ec9 req-f611a2e0-4b6c-4f20-b80b-8ceb2372395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.004038 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-210ebde0-036f-43cf-8b8c-cd08e7df9ec9 req-f611a2e0-4b6c-4f20-b80b-8ceb2372395c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.2489884
Jun 19 01:55:15.012738 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e17619-807d-4d62-94d2-5248fa7b18c1 req-d10f84d3-d901-4197-a455-528248b10f73 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.027092 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-19e17619-807d-4d62-94d2-5248fa7b18c1 req-d10f84d3-d901-4197-a455-528248b10f73 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.3028324
Jun 19 01:55:15.045324 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1c352-86ce-47bf-84f9-265e1f07be90 req-5dcfec4f-066b-40df-b68a-70e0261ad505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.049328 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dab1c352-86ce-47bf-84f9-265e1f07be90 req-5dcfec4f-066b-40df-b68a-70e0261ad505 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 1099 time: 0.3403778
Jun 19 01:55:15.053004 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:15.053984 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 922ceeb5-34b4-4458-93f7-e8950134e3aa up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:15.055955 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:15.107822 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-210ebde0-036f-43cf-8b8c-cd08e7df9ec9 req-9b4790b9-298a-4b76-863f-fd90960b7719 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853908
Jun 19 01:55:15.150017 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-19e17619-807d-4d62-94d2-5248fa7b18c1 req-c538133f-984e-442b-8074-56370fd45548 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211140
Jun 19 01:55:15.254359 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dab1c352-86ce-47bf-84f9-265e1f07be90 req-fb632cf5-3974-4333-9471-6ad2b08acb4a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945262
Jun 19 01:55:15.298014 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:15.305266 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:15.332545 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b75311-0d7f-4dec-845f-e9684f3431c6 req-1100c6f3-b3b4-43da-bbdc-f2a5213ccc18 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.335200 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5b75311-0d7f-4dec-845f-e9684f3431c6 req-1100c6f3-b3b4-43da-bbdc-f2a5213ccc18 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1919758
Jun 19 01:55:15.391140 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5b75311-0d7f-4dec-845f-e9684f3431c6 req-ce63bd01-edec-4ff7-a88f-c34b3f5e4081 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498600
Jun 19 01:55:15.427055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 922ceeb5-34b4-4458-93f7-e8950134e3aa completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:15.432771 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 922ceeb5-34b4-4458-93f7-e8950134e3aa triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:15.434504 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:15.589300 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:15.625301 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:15.633559 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c875b-59b6-41bc-a9f1-111e9d7eef8a req-dfdbda71-78a8-49d3-93f1-ee7be1ade723 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.635104 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c23c875b-59b6-41bc-a9f1-111e9d7eef8a req-dfdbda71-78a8-49d3-93f1-ee7be1ade723 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.0694876
Jun 19 01:55:15.697532 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c23c875b-59b6-41bc-a9f1-111e9d7eef8a req-a0163cc1-714b-4075-97ae-818e230480c6 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560677
Jun 19 01:55:15.772979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:15.777026 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:15.865434 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:15.867130 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18d978-6f2e-4d0b-a022-1bace6bcc279 req-9d9ad692-df5a-4b00-9b1d-e50553696d55 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:15.869403 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf18d978-6f2e-4d0b-a022-1bace6bcc279 req-9d9ad692-df5a-4b00-9b1d-e50553696d55 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1060514
Jun 19 01:55:15.886013 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41078) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:15.898415 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:15.921947 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:15.970094 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf18d978-6f2e-4d0b-a022-1bace6bcc279 req-ae7c9266-fb71-4b11-b9df-194466a8de71 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731013
Jun 19 01:55:16.079614 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.092605 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930'}, {'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:16.096027 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fa3276-b32b-4bed-8cb4-75fd9593614d" -d '{"events": [{"server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "name": "network-vif-plugged", "status": "completed", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930"}, {"server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "name": "network-vif-plugged", "status": "completed", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:16.149953 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.162869 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a5f79e-9578-402e-8ea4-fa646121d32e x-openstack-request-id: req-89a5f79e-9578-402e-8ea4-fa646121d32e {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:16.163828 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "name": "network-vif-plugged", "status": "completed", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930", "code": 200}, {"server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "name": "network-vif-plugged", "status": "completed", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:16.164417 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89a5f79e-9578-402e-8ea4-fa646121d32e {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:16.165300 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'code': 200}
Jun 19 01:55:16.165888 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa', 'code': 200}
Jun 19 01:55:16.166579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:16.276464 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=583cdf9d89934072bc44282afb316648&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3863330
Jun 19 01:55:16.276464 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73255a1a-6027-44fc-966e-1064ce312584,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:16.276925 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41088) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:16.296635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:16.401334 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.502028 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.709852 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f4d5e-cc16-402f-a8ba-7c1b5d78e862 req-490586e8-1635-4413-8590-848886eadf33 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:16.711433 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d41f4d5e-cc16-402f-a8ba-7c1b5d78e862 req-490586e8-1635-4413-8590-848886eadf33 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.1620858
Jun 19 01:55:16.720923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.730818 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:16.731951 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73255a1a-6027-44fc-966e-1064ce312584 HTTP/1.1" status: 204  len: 168 time: 0.4535794
Jun 19 01:55:16.742342 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25d735b7-f920-4e0f-9f89-fbe48acb18af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:16.755405 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73255a1a-6027-44fc-966e-1064ce312584,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:16.761188 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:16.784673 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d41f4d5e-cc16-402f-a8ba-7c1b5d78e862 req-15f97083-9ba8-424d-adfb-261263b7ef4c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666649
Jun 19 01:55:16.970633 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09383de7-07de-4f6d-a0a6-d3739737fcfc req-71a2eec5-f7ce-4b34-98b7-cf650bdda913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:16.976914 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09383de7-07de-4f6d-a0a6-d3739737fcfc req-71a2eec5-f7ce-4b34-98b7-cf650bdda913 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1099 time: 0.0897851
Jun 19 01:55:16.997346 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95657c-93af-4e76-9872-5c45e946aaa9 req-1cc07745-0635-4aeb-827c-401cb82a2369 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:17.000025 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9a95657c-93af-4e76-9872-5c45e946aaa9 req-1cc07745-0635-4aeb-827c-401cb82a2369 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1525967
Jun 19 01:55:17.040611 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff39665b-8ebe-4c3f-8c62-4dbf8299788c req-6fecc47c-440d-49ae-a4b6-c70d3ee0e5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:17.055004 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ff39665b-8ebe-4c3f-8c62-4dbf8299788c req-6fecc47c-440d-49ae-a4b6-c70d3ee0e5dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.1580622
Jun 19 01:55:17.111257 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09383de7-07de-4f6d-a0a6-d3739737fcfc req-b8ed3f6f-9801-475e-acf2-52617220c028 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096649
Jun 19 01:55:17.140024 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ff39665b-8ebe-4c3f-8c62-4dbf8299788c req-020e0ad3-a9fa-4676-8fef-848eca4a2ec6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838358
Jun 19 01:55:17.189346 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9a95657c-93af-4e76-9872-5c45e946aaa9 req-9cd5fa0e-910d-4c3e-8b82-da5be515f891 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1690016
Jun 19 01:55:17.241441 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f82d7a-b503-49e0-835d-5af8e9d182c5 req-c9ed450a-2917-46ba-b53b-1a7c4ed6c21b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:17.244306 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b4f82d7a-b503-49e0-835d-5af8e9d182c5 req-c9ed450a-2917-46ba-b53b-1a7c4ed6c21b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1213527
Jun 19 01:55:17.324763 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b4f82d7a-b503-49e0-835d-5af8e9d182c5 req-d8595b87-1b6d-4cce-a981-4d42c0cb7cf7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674467
Jun 19 01:55:18.073206 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e54321-dfe8-4461-ba91-793dd14d9a44 req-098816bf-abe3-418e-a2f7-91b0dbf0e41d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:18.082417 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55e54321-dfe8-4461-ba91-793dd14d9a44 req-098816bf-abe3-418e-a2f7-91b0dbf0e41d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.1063268
Jun 19 01:55:18.144062 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55e54321-dfe8-4461-ba91-793dd14d9a44 req-01d9f40b-10c2-4251-ac40-7378412d429a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605409
Jun 19 01:55:18.485882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2cc09-9da6-454a-840d-d03184b1e84b req-2e2ff5f5-d9e2-4bf1-a276-30f1e6e93039 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:18.496556 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4ce2cc09-9da6-454a-840d-d03184b1e84b req-2e2ff5f5-d9e2-4bf1-a276-30f1e6e93039 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1256597
Jun 19 01:55:18.559683 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4ce2cc09-9da6-454a-840d-d03184b1e84b req-c4e20722-6e63-458e-8bc7-deee058f9abf tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616417
Jun 19 01:55:18.711317 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56cf30-e7b8-46a5-b433-765fd1a98412 req-3bc497d8-943b-45f5-afc2-3611246def4a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:18.714613 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a56cf30-e7b8-46a5-b433-765fd1a98412 req-3bc497d8-943b-45f5-afc2-3611246def4a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1427829
Jun 19 01:55:18.742669 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41192) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:18.853065 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a56cf30-e7b8-46a5-b433-765fd1a98412 req-fbcc2455-97c1-4e6a-822a-5c86b27387b6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968442
Jun 19 01:55:18.979007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.151913 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.246856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.253479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cb951774-b03f-495a-9266-5539b81401ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:19.320799 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a67c6933c1fd47dea0077f193e235f9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5740614
Jun 19 01:55:19.321926 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41218) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:19.326741 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7276b57c-8568-4f82-8588-648542d31d45,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:19.331448 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:19.421368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.479835 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.635220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca529d-d3fc-42b7-8b14-68522a941474 req-1c38e0f5-ea8a-4933-9821-44908ab7f5a7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:19.643645 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6cca529d-d3fc-42b7-8b14-68522a941474 req-1c38e0f5-ea8a-4933-9821-44908ab7f5a7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0812755
Jun 19 01:55:19.690290 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6cca529d-d3fc-42b7-8b14-68522a941474 req-85f11917-8d56-4231-abcf-34b0deb140dc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400620
Jun 19 01:55:19.690591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.695501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:19.706425 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7276b57c-8568-4f82-8588-648542d31d45 HTTP/1.1" status: 204  len: 168 time: 0.3796823
Jun 19 01:55:19.715853 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a8c3a6d8-9706-411f-980a-3385fc712d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:19.732479 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7276b57c-8568-4f82-8588-648542d31d45,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:19.740800 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:19.747471 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-0cad5f88-1a22-4a55-aa0e-40c166d9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:19.749488 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-0cad5f88-1a22-4a55-aa0e-40c166d9aebe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1099 time: 0.1354527
Jun 19 01:55:19.937407 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-5c87e511-4b6f-483b-b59c-01f2870585d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:19.939841 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-5c87e511-4b6f-483b-b59c-01f2870585d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.1810257
Jun 19 01:55:19.987236 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-7c3228d7-b943-4b1a-a8cf-e63d524c7e42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 200  len: 217 time: 0.0404468
Jun 19 01:55:19.990145 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb269129-7524-42cb-92a0-46e5eb6ae9ac req-8f63b1b6-7b23-42dc-9d3f-562a0eef9123 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:19.993059 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb269129-7524-42cb-92a0-46e5eb6ae9ac req-8f63b1b6-7b23-42dc-9d3f-562a0eef9123 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1084576
Jun 19 01:55:20.075227 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-b85bae90-b29c-4cb9-b47e-c2dd8456f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:20.077058 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-b85bae90-b29c-4cb9-b47e-c2dd8456f476 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0742366
Jun 19 01:55:20.083110 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb269129-7524-42cb-92a0-46e5eb6ae9ac req-d8869283-148c-4e6c-800c-ce917d011e22 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799925
Jun 19 01:55:20.127138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-2747574a-bd49-48bd-8c53-e957aa05c2d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0432289
Jun 19 01:55:20.251939 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-58b50bcf-0bc1-4c3a-815f-329979de0349 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171844
Jun 19 01:55:20.403107 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a3050-6554-41f1-9b44-890a7f2664a3 req-a4112edf-a941-4cf0-9ae3-9140c588c832 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:20.412729 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a15a3050-6554-41f1-9b44-890a7f2664a3 req-a4112edf-a941-4cf0-9ae3-9140c588c832 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1336679
Jun 19 01:55:20.422523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41262) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:20.430857 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'floatingip': {'port_id': 'cf00b0be-1807-46a1-9a13-227f0144d930'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:20.474050 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e5581fcf-80de-47be-93ce-9782e6dc1dc6 req-3e7e7db2-b80c-4584-953c-02c14b49c101 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2089479
Jun 19 01:55:20.520890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:20.919814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ace4fcc-1b84-47be-9561-30fa35569d1e req-689fe1d8-bb83-4475-8979-98777a375545 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:20.922951 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8ace4fcc-1b84-47be-9561-30fa35569d1e req-689fe1d8-bb83-4475-8979-98777a375545 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1013627
Jun 19 01:55:20.923907 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41280) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:20.990243 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.044617 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8ace4fcc-1b84-47be-9561-30fa35569d1e req-44a3d15e-dd24-416c-8b8a-b46556eeb65a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100402
Jun 19 01:55:21.179193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.263920 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.307847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2c7f7f72-da24-4504-8e41-89d5dcbf0c0d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:21.315515 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41294) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:21.350267 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e02f552eb57c4d109215b33a28751f46&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4244754
Jun 19 01:55:21.354207 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41298) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:21.383691 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e5e821-4c0b-4042-8e86-2e52a3415ea3,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:21.394189 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:21.440360 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.465901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.595142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.599501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.db.resource_extend [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 19 01:55:21.632796 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.635516 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.640819 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38e5e821-4c0b-4042-8e86-2e52a3415ea3 HTTP/1.1" status: 204  len: 168 time: 0.2818649
Jun 19 01:55:21.640819 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:21.654053 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e5e821-4c0b-4042-8e86-2e52a3415ea3,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:21.660898 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:21.721511 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.797013 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.835194 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:21.949004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.046446 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.049394 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cbae3bdb-5f62-43c2-bd04-17c8fb81d634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:22.109192 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e5217893b8c4c68ab5a5db522285faa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7871001
Jun 19 01:55:22.109192 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac8bff-b2cf-4d8e-b15c-8a924e481517,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:22.120796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41310) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:22.135538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:22.154138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Floating IP cd5176cc-4e3a-4e62-9b01-2656134b9a7d associated. External IP: 172.27.3.2, port: cf00b0be-1807-46a1-9a13-227f0144d930.
Jun 19 01:55:22.280202 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.311473 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30103-aad3-4677-b7ef-3e24010137ea req-fba56785-a3b7-41ca-8165-2955e7f52ce6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:22.317286 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-33d30103-aad3-4677-b7ef-3e24010137ea req-fba56785-a3b7-41ca-8165-2955e7f52ce6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1013665
Jun 19 01:55:22.318993 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.364080 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-33d30103-aad3-4677-b7ef-3e24010137ea req-09eb195d-db4e-4bdc-a6a1-944a348594dd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458539
Jun 19 01:55:22.532745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.542040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.542040 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dac8bff-b2cf-4d8e-b15c-8a924e481517 HTTP/1.1" status: 204  len: 168 time: 0.4168961
Jun 19 01:55:22.542747 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:55:22.543944 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:22.567898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac8bff-b2cf-4d8e-b15c-8a924e481517,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:22.591239 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:22.717745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:55:22.724930 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:22.733823 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:55:22.745318 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:55:22.745960 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23eb7580>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:55:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:22.789324 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-63e31329-fd18-44d1-96b2-841510fb91c5 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "PUT /v2.0/floatingips/cd5176cc-4e3a-4e62-9b01-2656134b9a7d HTTP/1.1" status: 200  len: 989 time: 2.3631971
Jun 19 01:55:22.792570 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:22.796102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c0d208-faaa-4f64-8937-343e3c97ce6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:22.894075 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983a1a1-6dcb-4fc2-b4d0-103e2d77a4e8 x-openstack-request-id: req-a983a1a1-6dcb-4fc2-b4d0-103e2d77a4e8 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:22.894411 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:22.894688 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a983a1a1-6dcb-4fc2-b4d0-103e2d77a4e8 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:22.895097 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'status': 'completed', 'code': 200}
Jun 19 01:55:22.935696 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:55:23.070035 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-b8516501-c299-4429-8fbe-7fcab67dd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:23.071596 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-b8516501-c299-4429-8fbe-7fcab67dd8b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.1343086
Jun 19 01:55:23.221151 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-0aa8f106-104c-406d-b4f2-022e2765f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:23.222112 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-0aa8f106-104c-406d-b4f2-022e2765f704 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.1434197
Jun 19 01:55:23.390311 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-64434315-d318-4ed9-9db5-625acc7c7fd8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 997 time: 0.1332259
Jun 19 01:55:23.439126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-1f935cac-48e7-458c-aabe-a41629d527d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:23.443194 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-1f935cac-48e7-458c-aabe-a41629d527d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0681226
Jun 19 01:55:23.444453 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23eb7580>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': 'cd5176cc-4e3a-4e62-9b01-2656134b9a7d', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:54:43Z', 'updated_at': '2021-06-19T01:55:21Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:23.486731 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:55:23.506155 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:55:23.506713 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23eb7580>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:55:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:23.585597 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-26c47f87-d89f-4d79-a5b8-99e9330adbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:23.591077 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-26c47f87-d89f-4d79-a5b8-99e9330adbbc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1402123
Jun 19 01:55:23.639965 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239e1c7-3931-4f6d-a4c9-d2a8ec847b7d req-9b743e05-0494-4f0a-abc2-73ab40ae4340 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:23.646002 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:55:23.647932 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d239e1c7-3931-4f6d-a4c9-d2a8ec847b7d req-9b743e05-0494-4f0a-abc2-73ab40ae4340 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0952263
Jun 19 01:55:23.696459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d239e1c7-3931-4f6d-a4c9-d2a8ec847b7d req-919caa58-4ce7-4e6a-8f7f-1ed01d528e56 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474598
Jun 19 01:55:23.728355 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41364) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:23.772323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:23.829508 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-150db940-8a2d-4f99-9038-62944d04ea9a service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2270741
Jun 19 01:55:24.063402 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.078866 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23eb7580>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': 'cd5176cc-4e3a-4e62-9b01-2656134b9a7d', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:54:43Z', 'updated_at': '2021-06-19T01:55:21Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:24.096598 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f5c0d208-faaa-4f64-8937-343e3c97ce6e req-492fb42d-d197-4470-b230-18dc145dca8e service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2584398
Jun 19 01:55:24.116799 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea945fa-fe19-4fb0-8174-bca27aaaebc8 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': 'cd5176cc-4e3a-4e62-9b01-2656134b9a7d', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.2', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:1f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:54:43Z', 'updated_at': '2021-06-19T01:55:21Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:55:24.179989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.186030 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:24.253117 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9e96d22903c4308b910911a17712057&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5234458
Jun 19 01:55:24.255548 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf9a4ec-0edf-4c59-8c1e-43781bfcc484,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:24.255935 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41382) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:24.258655 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:24.487411 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596b3ee3-5ce5-4d72-b01a-6b43ce37ae10 None None] New status for floating IP cd5176cc-4e3a-4e62-9b01-2656134b9a7d: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 01:55:24.563807 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.595810 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.760947 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.766345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:24.767779 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdf9a4ec-0edf-4c59-8c1e-43781bfcc484 HTTP/1.1" status: 204  len: 168 time: 0.5108764
Jun 19 01:55:24.768555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1177dfea-2553-4159-98f6-3837b3bf0b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:24.799230 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf9a4ec-0edf-4c59-8c1e-43781bfcc484,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:24.814816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:24.948477 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7b825-37b2-4ba5-bbfc-5bda285cea99 req-acf7ed48-89d1-4160-b15e-b4734e492c97 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:24.950582 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-64c7b825-37b2-4ba5-bbfc-5bda285cea99 req-acf7ed48-89d1-4160-b15e-b4734e492c97 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0819132
Jun 19 01:55:24.999248 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-64c7b825-37b2-4ba5-bbfc-5bda285cea99 req-5da3e822-ca0f-409f-b95e-1e0a232f9250 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419142
Jun 19 01:55:26.152205 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41460) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:26.214740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39436356-9966-44d1-b1cb-7a32212ae9b8 req-de6087d8-75fe-45d7-b7e0-5d48ddc47b1b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:26.216411 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39436356-9966-44d1-b1cb-7a32212ae9b8 req-de6087d8-75fe-45d7-b7e0-5d48ddc47b1b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0743232
Jun 19 01:55:26.294409 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39436356-9966-44d1-b1cb-7a32212ae9b8 req-660f9ee4-79b3-4976-a5a4-093ae076cefb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668674
Jun 19 01:55:26.303670 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1511943426-network', 'tenant_id': '5480df75de6c4ba2a2a9e8feb49c1956'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:26.436461 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Made reservation on behalf of 5480df75de6c4ba2a2a9e8feb49c1956 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:26.443377 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:26.483624 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:26.616436 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:26.788888 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:26.792294 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-54e7cc99-d969-4f69-98bb-564727ad1478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:26.817135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:55:26.828419 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ddc135-8182-4afd-9f06-2e00979fcf79,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:26.833929 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:26.834270 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Added segment d56acc52-323a-4d30-a7e4-2cf7df3421ff of type vlan for network 3d6c7e65-250d-49b8-9ff7-342e89858a1e
Jun 19 01:55:26.846445 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.846811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.847175 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.847522 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.847864 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.848207 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.848550 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.848927 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.849269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.849604 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.849939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.850339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:26.854579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:26.902310 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.081252 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.083458 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:27.084525 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.089540 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:27.167660 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6c7e65-250d-49b8-9ff7-342e89858a1e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:27.171070 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:27.180113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 3d6c7e65-250d-49b8-9ff7-342e89858a1e details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:55:27.194114 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.0402257
Jun 19 01:55:27.196992 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41486) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:27.203090 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Request body: {'subnet': {'network_id': '3d6c7e65-250d-49b8-9ff7-342e89858a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1511943426-subnet', 'tenant_id': '5480df75de6c4ba2a2a9e8feb49c1956', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:27.274860 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41488) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:27.344227 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Made reservation on behalf of 5480df75de6c4ba2a2a9e8feb49c1956 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:27.349320 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.576952 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.662553 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee8d1-1ceb-48a1-a6e7-6858f2693eac req-fc05b246-bbbb-44e2-9cb9-44c071e90539 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:27.664298 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bddee8d1-1ceb-48a1-a6e7-6858f2693eac req-fc05b246-bbbb-44e2-9cb9-44c071e90539 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1221063
Jun 19 01:55:27.672678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.697876 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:27.719411 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bddee8d1-1ceb-48a1-a6e7-6858f2693eac req-0119efdc-51f5-4f16-9930-1f9f84d2c709 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464883
Jun 19 01:55:27.843998 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f0050a-eb72-42c3-82f9-beadc76faf3e,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:27.848335 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.852298 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:27.857102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Checking segment: {'id': 'd56acc52-323a-4d30-a7e4-2cf7df3421ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '3d6c7e65-250d-49b8-9ff7-342e89858a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:27.857460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Network hostable DHCP agents. Network: 3d6c7e65-250d-49b8-9ff7-342e89858a1e, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:55:27.972004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:27.975134 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:27.977271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Network 3d6c7e65-250d-49b8-9ff7-342e89858a1e is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:55:28.026025 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d40337e310b24d69bf88d95110bd9287&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7499640
Jun 19 01:55:28.026961 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc95b4ca-3f85-48ee-bb9c-c772658c292d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:28.029575 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41516) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:28.040794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:28.070585 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 3d6c7e65-250d-49b8-9ff7-342e89858a1e) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:55:28.089625 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf40d7-611d-482e-a231-86080a1b64f9 None None] Network 3d6c7e65-250d-49b8-9ff7-342e89858a1e requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:55:28.097328 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:28.099417 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:28.152042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:28.181607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:28.224400 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-417e6f2f-d6bc-4ca6-9a1c-16a59c46046b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0262442
Jun 19 01:55:28.396812 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3dde5c-0937-4501-9ff6-ffa23f073d71 None None] Network 3d6c7e65-250d-49b8-9ff7-342e89858a1e requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:55:28.408290 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:28.412903 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:28.417608 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc95b4ca-3f85-48ee-bb9c-c772658c292d HTTP/1.1" status: 204  len: 168 time: 0.3865831
Jun 19 01:55:28.418775 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d252eb48-3ba7-4a03-842d-d2675379f4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:28.431002 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc95b4ca-3f85-48ee-bb9c-c772658c292d,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:28.439594 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.440246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.440800 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.441595 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.442102 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.442626 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.456109 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.457934 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.458497 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.459002 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.459521 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.459875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:28.473732 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:28.988583 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e87506-4a1b-4f2f-968f-35175703afd4 req-d2a7b092-3084-45fd-9027-d6f273dc9e41 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:28.990997 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87e87506-4a1b-4f2f-968f-35175703afd4 req-d2a7b092-3084-45fd-9027-d6f273dc9e41 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1281087
Jun 19 01:55:29.050906 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87e87506-4a1b-4f2f-968f-35175703afd4 req-1b81dee0-e6eb-4726-a2de-8d407a542a72 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530417
Jun 19 01:55:29.305505 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41560) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:29.315635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41562) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:29.319850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.321003 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-205606913-network', 'tenant_id': '73c049345a504cac87701944d84dff2c'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:29.350924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.db.api [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 19 01:55:29.350924 dv-cinder-797170-1-iscsi neutron-server[105238]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 19 01:55:29.350924 dv-cinder-797170-1-iscsi neutron-server[105238]: [parameters: {'project_id': '9f132bc8ed814e87abe77d4adcdac77a', 'id': 'ecae1c0e-38d3-4949-885f-f4e80802e4be', 'expiration': datetime.datetime(2021, 6, 19, 1, 57, 29, 336577)}]
Jun 19 01:55:29.350924 dv-cinder-797170-1-iscsi neutron-server[105238]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105238) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:55:29.351541 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_db.api [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:55:29.497460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Made reservation on behalf of 73c049345a504cac87701944d84dff2c for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:29.508519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.510020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.646135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.718773 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.723603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:29.744994 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:55:29.761454 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ba3fac-8619-4c1a-88a0-6d32b7bd161f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:29.766093 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:29.767261 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.767595 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Added segment ea593cdd-f43a-479a-92a8-4cd362ec2d14 of type vlan for network 8851b119-a2e9-4490-87b8-7e31af71e75c
Jun 19 01:55:29.819193 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.852409 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.984776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.984776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:29.984776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:29.986036 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:29.996588 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.049902 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Pushing event updated for resources: {'Network': ['ID=8851b119-a2e9-4490-87b8-7e31af71e75c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:30.053006 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:30.061919 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 8851b119-a2e9-4490-87b8-7e31af71e75c details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:55:30.156674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.179966 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8ec0b496-065b-40ba-84fc-4b6b3cef3b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:30.222926 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41584) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:30.223083 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f132bc8ed814e87abe77d4adcdac77a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9162972
Jun 19 01:55:30.280526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96447d18-7fbe-4096-a1c4-17044591189f,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:30.290740 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9739149
Jun 19 01:55:30.308297 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41588) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:30.309348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:30.336850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Request body: {'subnet': {'network_id': '8851b119-a2e9-4490-87b8-7e31af71e75c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-205606913-subnet', 'tenant_id': '73c049345a504cac87701944d84dff2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:30.359898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.404340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.411087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b70d1-20f1-4e6e-85e4-c2c9cea49cc5 req-ff7e324d-1132-4323-97b2-6be28a9e8a36 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:30.420991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c68b70d1-20f1-4e6e-85e4-c2c9cea49cc5 req-ff7e324d-1132-4323-97b2-6be28a9e8a36 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1919749
Jun 19 01:55:30.465445 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c68b70d1-20f1-4e6e-85e4-c2c9cea49cc5 req-7296c7bd-c15f-436e-b97b-11b13cb00415 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459142
Jun 19 01:55:30.469569 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Made reservation on behalf of 73c049345a504cac87701944d84dff2c for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:30.472350 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12251285'] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.548838 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.551432 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.552595 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96447d18-7fbe-4096-a1c4-17044591189f HTTP/1.1" status: 204  len: 168 time: 0.3285308
Jun 19 01:55:30.553741 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cd4dc223-b079-4fce-abfe-f650ffab82bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:30.572472 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96447d18-7fbe-4096-a1c4-17044591189f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:30.580392 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:30.777803 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11905998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12251271'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:30.781997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2d74307f-2cb2-4c93-8ed8-2028ec600cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:30.845453 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=4069c767-e3e5-4c56-b83e-b62feb4ed3d4,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:30.848840 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:30.856124 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Checking segment: {'id': 'ea593cdd-f43a-479a-92a8-4cd362ec2d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8851b119-a2e9-4490-87b8-7e31af71e75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:30.856601 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Network hostable DHCP agents. Network: 8851b119-a2e9-4490-87b8-7e31af71e75c, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:55:30.975974 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Network 8851b119-a2e9-4490-87b8-7e31af71e75c is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:55:31.065993 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 8851b119-a2e9-4490-87b8-7e31af71e75c) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:55:31.074787 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:31.077208 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:31.079445 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1780b2-68ac-4171-baab-de27c90eb143 None None] Network 8851b119-a2e9-4490-87b8-7e31af71e75c requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:55:31.208386 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ddf50be8-639f-4cbc-82b6-df0c071a4bfe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8972933
Jun 19 01:55:31.507717 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbd8df-d9dc-49d3-912d-ae3c286a7b91 req-d3aa001b-159f-43d4-88bb-3ef251f935d5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:31.520627 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-17dbd8df-d9dc-49d3-912d-ae3c286a7b91 req-d3aa001b-159f-43d4-88bb-3ef251f935d5 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.2302148
Jun 19 01:55:31.553708 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5fdc8-3e7b-4b03-86e1-1079e0998d60 None None] Network 8851b119-a2e9-4490-87b8-7e31af71e75c requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:55:31.601575 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-17dbd8df-d9dc-49d3-912d-ae3c286a7b91 req-d81891ea-10b5-4d34-a1c5-f7706980a47d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777843
Jun 19 01:55:31.811541 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39896ed2-47c7-48c6-a245-0b08b4f8d603 req-369ca1b4-9cd0-40f0-a819-6b3e10e57e0d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:31.820795 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39896ed2-47c7-48c6-a245-0b08b4f8d603 req-369ca1b4-9cd0-40f0-a819-6b3e10e57e0d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0953662
Jun 19 01:55:31.869293 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39896ed2-47c7-48c6-a245-0b08b4f8d603 req-96a68116-39b4-4bc7-a6b3-5e9b9b582190 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469069
Jun 19 01:55:32.181287 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3eec5d54-06eb-4650-84c6-aaebb5b359b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:32.888498 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975bc28-a2fc-4ed7-9fbe-29b0a14d16fd req-7c92fef6-ef94-4521-acd4-167c433c5291 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:32.891634 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2975bc28-a2fc-4ed7-9fbe-29b0a14d16fd req-7c92fef6-ef94-4521-acd4-167c433c5291 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.1245606
Jun 19 01:55:32.977635 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2975bc28-a2fc-4ed7-9fbe-29b0a14d16fd req-a5fb35e7-99d8-4959-aea3-e78e12a5bfa7 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/security-groups?id=aa2141a4-3f65-447f-b405-95e9122a6408&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0756028
Jun 19 01:55:33.218796 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ba1c-3ff0-4062-bd31-f946bf78a714 req-b44cb9fa-892c-4ce6-93d1-b30e30e899df tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:33.221205 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c950ba1c-3ff0-4062-bd31-f946bf78a714 req-b44cb9fa-892c-4ce6-93d1-b30e30e899df tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1063275
Jun 19 01:55:33.263245 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c950ba1c-3ff0-4062-bd31-f946bf78a714 req-552e53d1-f941-4699-acc3-52bb9994acc3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373945
Jun 19 01:55:33.487047 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-ef0c7a7c-38a2-40fa-bfad-5e903775e745 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:33.488642 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-ef0c7a7c-38a2-40fa-bfad-5e903775e745 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.16 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 945 time: 0.1253116
Jun 19 01:55:33.619151 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Deleting port 1818d319-2489-4153-a74d-f0bbfd0d24f2 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:55:33.620111 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:33.729637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] For port 1818d319-2489-4153-a74d-f0bbfd0d24f2, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=1818d319-2489-4153-a74d-f0bbfd0d24f2,segment=NetworkSegment(90dadd6d-ad93-4b74-ac54-40012e2c1ffe),segment_id=90dadd6d-ad93-4b74-ac54-40012e2c1ffe)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:33.730164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:33.836816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Calling delete_port for 1818d319-2489-4153-a74d-f0bbfd0d24f2 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:55:34.136321 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:34.144425 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-32eecce8-250e-40d6-a5e7-0701f9a602d5 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:34.153874 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['1818d319-2489-4153-a74d-f0bbfd0d24f2'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:34.191537 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Pushing event deleted for resources: {'Port': ['ID=1818d319-2489-4153-a74d-f0bbfd0d24f2,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:34.195088 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:34.235475 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2b3f2dd0-dc4f-4936-8bc2-1106300b5ae8 req-0c83cc0c-ec9a-40c4-bf39-4a08e6c4c90d tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0320199
Jun 19 01:55:34.272678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] No DVR routers for this DVR port 1818d319-2489-4153-a74d-f0bbfd0d24f2 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:55:34.291869 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:34.294496 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-df72e22b-3bb4-45fa-a55d-362a5e97be3b req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.16 "DELETE /v2.0/ports/1818d319-2489-4153-a74d-f0bbfd0d24f2 HTTP/1.1" status: 204  len: 173 time: 0.7955132
Jun 19 01:55:34.294914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'name': 'network-vif-deleted', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:34.298153 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6286cda-8a8d-489b-8774-5f53dfda7b70" -d '{"events": [{"server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "name": "network-vif-deleted", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:34.365662 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eba6239-c228-4023-bab4-aaabb21d860b x-openstack-request-id: req-5eba6239-c228-4023-bab4-aaabb21d860b {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:34.366945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309f421d-b59e-4c11-9f3f-d8cbce588fa4", "name": "network-vif-deleted", "tag": "1818d319-2489-4153-a74d-f0bbfd0d24f2", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:34.366945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5eba6239-c228-4023-bab4-aaabb21d860b {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:34.366945 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309f421d-b59e-4c11-9f3f-d8cbce588fa4', 'name': 'network-vif-deleted', 'tag': '1818d319-2489-4153-a74d-f0bbfd0d24f2', 'status': 'completed', 'code': 200}
Jun 19 01:55:34.498900 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb6155-cfef-4e52-9a36-12714493cda7 req-8a6fbc07-b2b8-4722-9e64-1f67436213d6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:34.501822 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e6cb6155-cfef-4e52-9a36-12714493cda7 req-8a6fbc07-b2b8-4722-9e64-1f67436213d6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0825489
Jun 19 01:55:34.558078 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e6cb6155-cfef-4e52-9a36-12714493cda7 req-f221fb0c-adea-4daa-b760-b050e83bbe7c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467522
Jun 19 01:55:34.976113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0c66e970-5907-4978-9015-594191a26c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:35.360577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:35.673471 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c46ba831-bd36-4ead-b064-599cf8d7378a req-e5b3fa51-2a3a-4721-956d-0273e6642180 tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] 10.222.0.24 "GET /v2.0/ports?device_id=309f421d-b59e-4c11-9f3f-d8cbce588fa4 HTTP/1.1" status: 200  len: 210 time: 0.0753388
Jun 19 01:55:35.846209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7b872-be2a-41fa-81af-a6979cc8f7ec req-baa6f671-204b-411d-a447-116d94857b68 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:35.847840 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-14a7b872-be2a-41fa-81af-a6979cc8f7ec req-baa6f671-204b-411d-a447-116d94857b68 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0873160
Jun 19 01:55:35.901834 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-14a7b872-be2a-41fa-81af-a6979cc8f7ec req-4a4e4eab-480a-48d5-9cf8-32b7e284d1c1 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444720
Jun 19 01:55:36.182713 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:36.558928 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 1818d319-2489-4153-a74d-f0bbfd0d24f2 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:55:36.583611 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 1818d319-2489-4153-a74d-f0bbfd0d24f2 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:55:36.583965 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 1818d319-2489-4153-a74d-f0bbfd0d24f2 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:55:37.127889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59125e61-2660-4350-bb6d-9ec43b4595bb req-bfb14e69-fc7a-4d74-9107-d313c9ff6682 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:37.129491 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-59125e61-2660-4350-bb6d-9ec43b4595bb req-bfb14e69-fc7a-4d74-9107-d313c9ff6682 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0741122
Jun 19 01:55:37.176256 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-59125e61-2660-4350-bb6d-9ec43b4595bb req-18dc1cda-fad1-4543-a21d-0738ba811ea4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407217
Jun 19 01:55:38.030629 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-5cc28ce6-03e8-4a67-9439-a9a97d278a9c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:38.167364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-5cc28ce6-03e8-4a67-9439-a9a97d278a9c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.1311519
Jun 19 01:55:38.167364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-b3921f9e-c109-49ed-8191-fcb395715a2e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/quotas/f5d05c94c4484df2943d530cef2077f6 HTTP/1.1" status: 200  len: 375 time: 0.0104332
Jun 19 01:55:38.167364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-344e17d1-0810-4f13-988f-f3c19c5eed5f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0731585
Jun 19 01:55:38.267306 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-1a0b340e-97fe-41a0-ac6a-fdfef6399ce4 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891583
Jun 19 01:55:38.412355 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:38.570014 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-5bdf2b4b-a763-4bec-8453-f2ebd8761fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3378346
Jun 19 01:55:38.595557 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b265448-2250-48d0-8121-13a76402392e req-0294bda7-82bc-4b70-99ec-915745e799b2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:38.597170 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1b265448-2250-48d0-8121-13a76402392e req-0294bda7-82bc-4b70-99ec-915745e799b2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1096046
Jun 19 01:55:38.650408 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1b265448-2250-48d0-8121-13a76402392e req-113ea14a-9603-4e96-9eb1-954588fbce61 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462596
Jun 19 01:55:38.889873 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5a9e470c-0fbd-4f0f-8dbb-b765249c253b req-45febc41-2019-4569-9bb8-cafa30dfcd09 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0307002
Jun 19 01:55:39.983349 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41043afa-aa3b-4c3b-af93-d5a1fe8e39f8 req-986ab07b-542f-4771-b55c-47e4525275dd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:39.985087 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41043afa-aa3b-4c3b-af93-d5a1fe8e39f8 req-986ab07b-542f-4771-b55c-47e4525275dd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1044216
Jun 19 01:55:40.032857 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41043afa-aa3b-4c3b-af93-d5a1fe8e39f8 req-a1f89151-a99d-4a43-a93a-0cba04f1eb67 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416567
Jun 19 01:55:40.182809 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d54d41b-f685-49fe-835f-2a39d74a5c9b req-1b6a9686-034c-4640-b8f6-ea6bb26f64b8 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0312881
Jun 19 01:55:41.234662 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf10c6a-80bd-4990-8bb6-f813c9e16f42 req-a7032fa4-1f23-4a98-b0e6-12a6da5d94eb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:41.236200 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-caf10c6a-80bd-4990-8bb6-f813c9e16f42 req-a7032fa4-1f23-4a98-b0e6-12a6da5d94eb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0744679
Jun 19 01:55:41.280366 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-caf10c6a-80bd-4990-8bb6-f813c9e16f42 req-245f3ae1-fc10-400c-91b2-5fdaf773492e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378723
Jun 19 01:55:41.424320 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41204d56-06cf-4030-9f39-29bff6e2a914 req-4560eb99-adee-495e-8905-01adf4f9c829 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0366015
Jun 19 01:55:42.521827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90429c37-9050-45e1-aa86-17101f28a665 req-3f6efb98-04fd-4b7c-9300-d831fb6c4a70 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:42.523708 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-90429c37-9050-45e1-aa86-17101f28a665 req-3f6efb98-04fd-4b7c-9300-d831fb6c4a70 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0951371
Jun 19 01:55:42.582996 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-90429c37-9050-45e1-aa86-17101f28a665 req-3642602c-7df9-4352-bd44-2455f0b397e4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525432
Jun 19 01:55:42.612134 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-68622f50-be17-48e2-9150-371d684c8726 req-cebf560b-46b0-43d3-ab9f-f97ea9893541 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0464962
Jun 19 01:55:43.456860 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41934) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:43.514108 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Deleting subnet d22c7544-5c91-4bd3-8632-140edc4c090b {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:55:43.517489 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.554938 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.570276 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-3f85db64-a762-4b60-b9f5-86be0035e214 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:43.571851 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-3f85db64-a762-4b60-b9f5-86be0035e214 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.1360893
Jun 19 01:55:43.585921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Request body: {'port': {'device_id': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'admin_state_up': True, 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:43.629054 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.811714 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:55:43.815816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.827372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.867483 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:43.887432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d3e4de5a-3a9f-492a-876e-081ebb441923 req-98d0e182-67de-4a49-b076-e450ebced427 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0648589
Jun 19 01:55:43.925815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d22c7544-5c91-4bd3-8632-140edc4c090b,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:43.935021 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:43.937266 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:43.941765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d22c7544-5c91-4bd3-8632-140edc4c090b HTTP/1.1" status: 204  len: 168 time: 0.4814873
Jun 19 01:55:43.943743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 41950) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:43.954108 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f202e-331d-4314-82bb-5d1d6bf04b72 req-c5d78c45-72f2-4539-ab66-868444802bc7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:43.955992 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-084f202e-331d-4314-82bb-5d1d6bf04b72 req-c5d78c45-72f2-4539-ab66-868444802bc7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1930285
Jun 19 01:55:44.004488 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-084f202e-331d-4314-82bb-5d1d6bf04b72 req-f29a4f4a-d13f-48b7-ba55-6400c4050d34 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420494
Jun 19 01:55:44.145477 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Allocated IP 172.20.0.14 (854627a6-c015-4dc6-b4ea-ee7d4a74b2e3/ced49df1-5b93-4226-8fcc-0b65fa199918/46f35468-06d8-48ad-af66-1966653b7e43) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:55:44.180589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.396280 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.420251 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21ba2ee0>,) {'filters': {'network_id': ['f2a923ff-26a4-4dce-ae49-26594b1928f3']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:44.437615 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21ba2ee0>, '90dadd6d-ad93-4b74-ac54-40012e2c1ffe') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:44.437896 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21ba2ee0>, '90dadd6d-ad93-4b74-ac54-40012e2c1ffe') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:44.453608 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.515800 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.524456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.537763 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:55:44.538216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:55:44.540108 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:55:44.724491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.733594 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:44.740381 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.744271 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f2a923ff-26a4-4dce-ae49-26594b1928f3 HTTP/1.1" status: 204  len: 168 time: 0.7942805
Jun 19 01:55:44.758572 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a923ff-26a4-4dce-ae49-26594b1928f3,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:44.762832 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3e7f810a-0d8b-490e-87a9-5d8bdf004e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:44.772088 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:44.778515 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:44.792276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:44.859226 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:55:44.870075 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:55:44.878412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:55:44.912483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event updated for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:44.918860 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:44.944242 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:44.945010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.038386 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4571316
Jun 19 01:55:45.057021 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Request body: {'port': {'device_id': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:55:45.202125 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 41986) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:45.213785 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.401417 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42000) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:45.477531 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251cd57e-ce3a-4c96-9a36-7775d3c3a974 req-9a1bc769-cc24-4ed3-b06f-067a2040b113 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:45.479089 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-251cd57e-ce3a-4c96-9a36-7775d3c3a974 req-9a1bc769-cc24-4ed3-b06f-067a2040b113 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.2539713
Jun 19 01:55:45.484408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.526032 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-814cc430-e35e-47b1-8d36-477bc9b10a11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a33370be3b5422a9cb745b60606f107&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1203835
Jun 19 01:55:45.541431 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42004) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:45.622414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-251cd57e-ce3a-4c96-9a36-7775d3c3a974 req-551e5e57-9e12-4688-890a-c96b678e719b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245451
Jun 19 01:55:45.666284 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba9eab-7a1c-467d-a135-6591eecc7749 req-77329dc8-6df0-428f-9953-191c474e94f6 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:45.673866 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.677663 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5ba9eab-7a1c-467d-a135-6591eecc7749 req-77329dc8-6df0-428f-9953-191c474e94f6 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 932 time: 0.3304858
Jun 19 01:55:45.797534 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5ba9eab-7a1c-467d-a135-6591eecc7749 req-bdca456f-c4b7-4eb7-8785-dea14ba5b8fc tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015105
Jun 19 01:55:45.801763 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f35468-06d8-48ad-af66-1966653b7e43 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:45.831749 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.836767 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:45.864373 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Transition to ACTIVE for port object 46f35468-06d8-48ad-af66-1966653b7e43 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:55:45.872729 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.053083 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.077639 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.078234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a73a8c46-de9f-48c4-9b4c-8b9f97b1a338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa2141a4-3f65-447f-b405-95e9122a6408 HTTP/1.1" status: 204  len: 168 time: 0.5097992
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d449623b-ef03-42b4-a59e-3333140e2452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2141a4-3f65-447f-b405-95e9122a6408,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:46.078404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:46.083326 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f85fb66d-337e-43c9-bb87-39ff57bca86c,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:46.091356 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:46.132811 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b2b1755daa54899b530b01dc77eac33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9253526
Jun 19 01:55:46.134591 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42026) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:46.190312 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:46.194555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:46.260129 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.289926 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.380775 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Attempting to bind port 46f35468-06d8-48ad-af66-1966653b7e43 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:55:46.381195 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Attempting to bind port 46f35468-06d8-48ad-af66-1966653b7e43 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:55:46.381524 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Attempting to bind port 46f35468-06d8-48ad-af66-1966653b7e43 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:46.386303 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Port 46f35468-06d8-48ad-af66-1966653b7e43 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:55:46.386698 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Attempting to bind port 46f35468-06d8-48ad-af66-1966653b7e43 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:55:46.392875 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:55:46.393209 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Checking segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:55:46.393591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Bound using segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:55:46.394030 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Bound port: 46f35468-06d8-48ad-af66-1966653b7e43, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:55:46.394371 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.463160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.466286 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.467844 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f85fb66d-337e-43c9-bb87-39ff57bca86c HTTP/1.1" status: 204  len: 168 time: 0.3322802
Jun 19 01:55:46.469426 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f25f1e71-ff81-4ebc-ad6b-803a2e672d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:46.474836 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:55:46.478996 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=46f35468-06d8-48ad-af66-1966653b7e43,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:55:46.479720 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85fb66d-337e-43c9-bb87-39ff57bca86c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:46.497010 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:46.569948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.572577 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:46.617915 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:46.618793 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:46.620294 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] 10.222.0.16 "PUT /v2.0/ports/46f35468-06d8-48ad-af66-1966653b7e43 HTTP/1.1" status: 200  len: 1094 time: 1.5714619
Jun 19 01:55:46.620850 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:46.623971 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9dc232-8cbb-4729-b996-ac68c5e378d8" -d '{"events": [{"name": "network-changed", "server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "tag": "46f35468-06d8-48ad-af66-1966653b7e43"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:46.652760 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Pushing event updated for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:46.659825 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:46.695710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089f0c49-ed33-46f0-bc20-3f19f1dbd48f x-openstack-request-id: req-089f0c49-ed33-46f0-bc20-3f19f1dbd48f {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:46.696100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "tag": "46f35468-06d8-48ad-af66-1966653b7e43", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:46.696415 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-089f0c49-ed33-46f0-bc20-3f19f1dbd48f {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:46.697095 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43', 'status': 'completed', 'code': 200}
Jun 19 01:55:46.906015 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-3eb6cda8-d31f-426d-8b79-1692ebdf8d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:46.906015 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-3eb6cda8-d31f-426d-8b79-1692ebdf8d81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 1097 time: 0.1530213
Jun 19 01:55:46.911783 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9224d-a216-481d-9d55-23849434541b req-9ff5d553-69cf-41e1-bfb7-0895dd456e27 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:46.916514 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e8f9224d-a216-481d-9d55-23849434541b req-9ff5d553-69cf-41e1-bfb7-0895dd456e27 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1266224
Jun 19 01:55:47.000084 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e8f9224d-a216-481d-9d55-23849434541b req-4212e893-fb47-4aa6-b5ae-af4ee52a718e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762024
Jun 19 01:55:47.063695 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42050) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:47.115834 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9eb962-c4a7-4ef5-9c27-a8edf802dbcc req-f63aa9bb-5ce0-44f7-bf69-2cb7a40c60bb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.117498 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8b9eb962-c4a7-4ef5-9c27-a8edf802dbcc req-f63aa9bb-5ce0-44f7-bf69-2cb7a40c60bb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 944 time: 0.1161530
Jun 19 01:55:47.199952 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8b9eb962-c4a7-4ef5-9c27-a8edf802dbcc req-5e26daa7-6b38-4893-8946-cac5f5a0df4f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649526
Jun 19 01:55:47.430753 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-372b32b8-68a9-4fd2-86b1-1b72e9d9c085 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0712297
Jun 19 01:55:47.443024 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:47.452380 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-2e26a22e-c39d-4f3e-b813-6cc18aa95f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.455505 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-2e26a22e-c39d-4f3e-b813-6cc18aa95f54 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f5d05c94c4484df2943d530cef2077f6&shared=False HTTP/1.1" status: 200  len: 916 time: 0.5405257
Jun 19 01:55:47.571549 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-e7f6de36-4679-4737-b9f7-3178b613d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.574397 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-e7f6de36-4679-4737-b9f7-3178b613d16c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 1099 time: 0.0902793
Jun 19 01:55:47.728627 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-857815e1-50b6-4a38-b533-5651f13e7a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.730160 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5b9dc232-8cbb-4729-b996-ac68c5e378d8 req-857815e1-50b6-4a38-b533-5651f13e7a9b service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2502527
Jun 19 01:55:47.753623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-3221a462-db59-4df4-aadb-bbb85ecf9a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.753623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-3221a462-db59-4df4-aadb-bbb85ecf9a69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 916 time: 0.1415122
Jun 19 01:55:47.789488 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:47.837522 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-5b6d6dd4-f841-4d56-aa45-3744bba6f2b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d HTTP/1.1" status: 200  len: 217 time: 0.0730305
Jun 19 01:55:47.870046 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:47.879896 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a0786cbb-e06f-4a0c-9719-e2efe575bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.882958 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-a0786cbb-e06f-4a0c-9719-e2efe575bca5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 1097 time: 0.0897911
Jun 19 01:55:47.885406 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42068) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:47.894827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f07e0613-a0c8-49bc-bdd7-64e8b302f273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:47.906597 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:47.949459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-b6d9e562-5786-4efe-99de-06fa42f01d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:47.952275 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-b6d9e562-5786-4efe-99de-06fa42f01d62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.1070838
Jun 19 01:55:47.996304 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-09508593-1e55-4bd8-838f-fcc52f65ff5d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0338562
Jun 19 01:55:48.016023 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-55082300-4577-4f88-99fc-622311d90d7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46f35468-06d8-48ad-af66-1966653b7e43 HTTP/1.1" status: 200  len: 217 time: 0.1123426
Jun 19 01:55:48.028534 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e526c0b33d741098c047228ffa44c9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9634657
Jun 19 01:55:48.032330 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:55:48.033646 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ec70ef-a08e-4a39-8680-e85e02a5e01d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:48.037525 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42070) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:48.051244 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:48.134348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-04eb4148-c157-4ee6-9e61-d4454c707c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:48.137120 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-04eb4148-c157-4ee6-9e61-d4454c707c82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.1060634
Jun 19 01:55:48.182011 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-6fd5e37e-86e3-4e54-8cb8-e09f9f556b9c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0331230
Jun 19 01:55:48.230463 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-118bb0db-e34d-4c5c-ab4b-dd2359e8ae63 service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196763
Jun 19 01:55:48.235611 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.266291 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.355162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.379779 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.403149 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:48.476554 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-b98cd198-7105-4233-85d4-baac08e0021c service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2869368
Jun 19 01:55:48.605336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42086) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:48.633934 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.637207 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.638945 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31ec70ef-a08e-4a39-8680-e85e02a5e01d HTTP/1.1" status: 204  len: 168 time: 0.5975664
Jun 19 01:55:48.644799 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5cb33ca314f64cfea341eed5f8ccffb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7559969
Jun 19 01:55:48.647009 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42094) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:48.647220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211541a1-020f-4545-a6a5-d998a7ed3073,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:48.661759 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:48.667808 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:48.689181 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ec70ef-a08e-4a39-8680-e85e02a5e01d,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:48.692856 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-850f1feb-06f8-49b7-9f86-5ec16008e1e1 req-e2c07237-5d7c-49b5-aa68-3ecbfc01443e service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4500289
Jun 19 01:55:48.694762 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:48.742201 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8910d-1421-49ca-95a5-17aca01c21fc req-e61d834f-2201-443d-8f58-50241e1c875f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:48.744263 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95d8910d-1421-49ca-95a5-17aca01c21fc req-e61d834f-2201-443d-8f58-50241e1c875f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.2464535
Jun 19 01:55:48.777429 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e23d4e53-8021-49e1-9027-c659d7e65c07 req-e57caf39-e3b8-40c2-9eed-f47ff02adb2a service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2845957
Jun 19 01:55:48.813969 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.873285 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95d8910d-1421-49ca-95a5-17aca01c21fc req-4631e2f4-19df-4240-b2cd-f3ca8153e3c4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1076715
Jun 19 01:55:48.886839 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.909012 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26605200-afa1-4297-8250-ec31b9c78393 req-2847ed0b-7fc7-49d6-8c86-694e9f11562f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:48.909012 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-26605200-afa1-4297-8250-ec31b9c78393 req-2847ed0b-7fc7-49d6-8c86-694e9f11562f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 944 time: 0.1018832
Jun 19 01:55:48.915316 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:48.963086 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-26605200-afa1-4297-8250-ec31b9c78393 req-b000fb58-f4d3-4fe3-a955-55a1ce0152f1 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388305
Jun 19 01:55:49.151189 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.153919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.155251 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/211541a1-020f-4545-a6a5-d998a7ed3073 HTTP/1.1" status: 204  len: 168 time: 0.5055919
Jun 19 01:55:49.160243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5851e091-afb5-4e07-ad4c-246ca1a27d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:49.177951 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211541a1-020f-4545-a6a5-d998a7ed3073,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:49.191575 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:49.272389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.445438 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.448251 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-416f1308-2e59-4131-9970-16180d0713ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:49.493852 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42108) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:49.498727 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01ebca1defd74098947b625f26c3727b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8912094
Jun 19 01:55:49.511230 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61157d67-6ec5-4d99-99d9-ce6c9da138c5,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:49.516237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:49.593970 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.652758 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.812769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.818496 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:49.820040 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61157d67-6ec5-4d99-99d9-ce6c9da138c5 HTTP/1.1" status: 204  len: 168 time: 0.3248501
Jun 19 01:55:49.821030 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ee2738d-940d-43dd-a0a9-438920184598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:49.831733 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61157d67-6ec5-4d99-99d9-ce6c9da138c5,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:49.834679 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:50.116997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002228b-279e-46cd-9049-7530e4026307 req-b2632623-6e8a-422b-b039-f116440582ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:50.118323 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4002228b-279e-46cd-9049-7530e4026307 req-b2632623-6e8a-422b-b039-f116440582ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0924144
Jun 19 01:55:50.176025 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4002228b-279e-46cd-9049-7530e4026307 req-0a57104e-cc37-4aff-892b-935de4679333 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510082
Jun 19 01:55:50.216639 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42134) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:50.242087 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.317957 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead702c-b24d-4d44-8472-72579874519e req-07c680e2-8d2b-4cea-a85c-32f6641cbbc8 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:50.322889 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6ead702c-b24d-4d44-8472-72579874519e req-07c680e2-8d2b-4cea-a85c-32f6641cbbc8 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 944 time: 0.1326406
Jun 19 01:55:50.363503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.377870 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6ead702c-b24d-4d44-8472-72579874519e req-e4e7268d-d61b-412b-be91-c2e4e0857249 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476830
Jun 19 01:55:50.493157 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.505935 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:50.574763 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c11c68ec74a141cead80950bd2cb417b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3560941
Jun 19 01:55:50.577151 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e23fe02-1cd5-4080-a199-0e40ac7d1681,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:50.579157 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42144) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:50.582631 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:50.636193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 46f35468-06d8-48ad-af66-1966653b7e43 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:55:50.681945 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.718315 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.751821 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=46f35468-06d8-48ad-af66-1966653b7e43,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:50.767776 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '46f35468-06d8-48ad-af66-1966653b7e43', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'port_id': '46f35468-06d8-48ad-af66-1966653b7e43', 'mac_address': 'fa:16:3e:91:0a:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49df1-5b93-4226-8fcc-0b65fa199918', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:55:50.821550 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.849608 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f35468-06d8-48ad-af66-1966653b7e43 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:55:50.885700 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.889955 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:50.892796 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e23fe02-1cd5-4080-a199-0e40ac7d1681 HTTP/1.1" status: 204  len: 168 time: 0.3100057
Jun 19 01:55:50.893179 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-165c848b-3c8e-44c9-98a3-ae182bc3be84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:50.895747 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=46f35468-06d8-48ad-af66-1966653b7e43,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:50.903459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e23fe02-1cd5-4080-a199-0e40ac7d1681,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:50.912180 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d72e218c-d022-4116-9682-63d36d9bbe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:50.974632 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42154) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:50.994400 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.004333 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:51.004574 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.065387 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:51.073854 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.078721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.079686 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.080196 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:55:51.087058 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:51.167426 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.299774 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.304343 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-db3dccb3-f723-40fe-8170-52b1396cf22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:51.311603 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['46f35468-06d8-48ad-af66-1966653b7e43'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:55:51.439426 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89b48e2-0da1-4a56-a4a6-f265e6eef2f6,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:51.460404 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:51.472253 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=240608044a694470b2872f38ece7cae8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4912760
Jun 19 01:55:51.472825 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42172) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:51.575255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07baf669-241e-4709-8ae1-50fe36d22a4f req-ec45231e-fa4e-4168-8ed9-d7ba7f91a067 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:51.586419 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07baf669-241e-4709-8ae1-50fe36d22a4f req-ec45231e-fa4e-4168-8ed9-d7ba7f91a067 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.2277703
Jun 19 01:55:51.609090 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.683101 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07baf669-241e-4709-8ae1-50fe36d22a4f req-1608c928-bf16-4a64-9842-db95123daf9c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956511
Jun 19 01:55:51.687115 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.772269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.799300 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc2fe5-292d-421d-8e4b-709541e72fae req-a010c910-2b48-4632-aa21-f71dbcf050a9 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:51.801561 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9cc2fe5-292d-421d-8e4b-709541e72fae req-a010c910-2b48-4632-aa21-f71dbcf050a9 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 945 time: 0.1170387
Jun 19 01:55:51.857048 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9cc2fe5-292d-421d-8e4b-709541e72fae req-878698e2-75ce-4ada-9d1e-f698d144638b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473883
Jun 19 01:55:51.938057 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.940888 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:51.942070 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d89b48e2-0da1-4a56-a4a6-f265e6eef2f6 HTTP/1.1" status: 204  len: 168 time: 0.4682131
Jun 19 01:55:51.942986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:51.954986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89b48e2-0da1-4a56-a4a6-f265e6eef2f6,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:51.954986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:52.641269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 46f35468-06d8-48ad-af66-1966653b7e43 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:55:52.790969 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 46f35468-06d8-48ad-af66-1966653b7e43 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:55:52.798951 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 46f35468-06d8-48ad-af66-1966653b7e43 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:55:52.799511 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:52.983416 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:53.024821 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:55:53.027855 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319d3fa-20d2-47b1-8645-427a50ea95eb" -d '{"events": [{"server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "name": "network-vif-plugged", "status": "completed", "tag": "46f35468-06d8-48ad-af66-1966653b7e43"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:55:53.046362 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=46f35468-06d8-48ad-af66-1966653b7e43,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:55:53.069319 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c28f8-63d5-4c07-9a5a-ba6bda56d1ac req-bdbb7862-d7fa-4fb5-8131-12f18dbb21ec tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:53.082794 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d3c28f8-63d5-4c07-9a5a-ba6bda56d1ac req-bdbb7862-d7fa-4fb5-8131-12f18dbb21ec tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1498663
Jun 19 01:55:53.149517 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:53.153033 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:53.216084 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:53.220706 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:53.234380 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d3c28f8-63d5-4c07-9a5a-ba6bda56d1ac req-ec527a92-7c71-4ce6-8857-baee8924de19 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481569
Jun 19 01:55:53.326932 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6c5f4-c75a-4d0c-a698-9edc30181ccd req-f79f3d40-b1a0-45eb-bc34-6a6a25b307fe tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:53.348080 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-20a6c5f4-c75a-4d0c-a698-9edc30181ccd req-f79f3d40-b1a0-45eb-bc34-6a6a25b307fe tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 945 time: 0.2268555
Jun 19 01:55:53.394047 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361ee9e6-4917-4768-b99b-453f050431e8 x-openstack-request-id: req-361ee9e6-4917-4768-b99b-453f050431e8 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:55:53.394355 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "name": "network-vif-plugged", "status": "completed", "tag": "46f35468-06d8-48ad-af66-1966653b7e43", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:55:53.394623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-361ee9e6-4917-4768-b99b-453f050431e8 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:55:53.395034 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43', 'code': 200}
Jun 19 01:55:53.491470 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-20a6c5f4-c75a-4d0c-a698-9edc30181ccd req-a54bd3a5-be4b-4854-9a48-e487f3db248f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370528
Jun 19 01:55:53.975710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd83f59-6981-4485-99c3-1330d4d04b4c req-7d9efe4b-cf5a-4e29-a9e2-6aeb501b8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:53.977664 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-cbd83f59-6981-4485-99c3-1330d4d04b4c req-7d9efe4b-cf5a-4e29-a9e2-6aeb501b8f0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 1099 time: 0.0724795
Jun 19 01:55:54.021409 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-cbd83f59-6981-4485-99c3-1330d4d04b4c req-0e1c8884-253c-40b6-97ed-dea1776d07dd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369284
Jun 19 01:55:54.489603 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239381ad-d819-4a5f-b92a-a1165c71e4cf req-7bffa46d-1b6a-4bd4-9c10-672353f8e234 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:54.491220 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-239381ad-d819-4a5f-b92a-a1165c71e4cf req-7bffa46d-1b6a-4bd4-9c10-672353f8e234 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1141980
Jun 19 01:55:54.548936 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-239381ad-d819-4a5f-b92a-a1165c71e4cf req-8e06e5b1-35db-4ac0-8c2d-30a04a39df9a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510342
Jun 19 01:55:54.724824 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74709c0b-74f8-495d-a3ff-3a4fd02f8c1c req-79a29a1f-1005-48f1-976f-ed5fc3f9afad tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:54.726472 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-74709c0b-74f8-495d-a3ff-3a4fd02f8c1c req-79a29a1f-1005-48f1-976f-ed5fc3f9afad tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 946 time: 0.0769417
Jun 19 01:55:54.798545 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-74709c0b-74f8-495d-a3ff-3a4fd02f8c1c req-710fb7eb-105f-4de1-9109-ae5de6c4265f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509763
Jun 19 01:55:55.946879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c13429-f3d7-4bb3-88d8-b3a03c1338e5 req-f372581e-1cbf-4e5b-aa52-7d27d7319e37 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:55.948423 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e8c13429-f3d7-4bb3-88d8-b3a03c1338e5 req-f372581e-1cbf-4e5b-aa52-7d27d7319e37 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1183619
Jun 19 01:55:56.022664 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e8c13429-f3d7-4bb3-88d8-b3a03c1338e5 req-b7097980-204c-4dd1-bba8-8581b12e6f40 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621192
Jun 19 01:55:56.203762 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e78ff5-b757-445b-abea-400cc4316e21 req-c093eebc-5a81-4ddb-81ab-3d1b1c678468 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:56.208425 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a5e78ff5-b757-445b-abea-400cc4316e21 req-c093eebc-5a81-4ddb-81ab-3d1b1c678468 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 946 time: 0.1360366
Jun 19 01:55:56.286223 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a5e78ff5-b757-445b-abea-400cc4316e21 req-29e2692b-bef4-425d-ad3e-e2286674e419 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611558
Jun 19 01:55:57.029400 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42428) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:57.090402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Deleting subnet e2f0050a-eb72-42c3-82f9-beadc76faf3e {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:55:57.094791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.142302 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.222651 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.337006 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314032c-3634-4fc8-b117-c77950d6a2bd req-1b4f3d1f-6e4d-4d52-9abe-021ef9aabf3b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:57.338701 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2314032c-3634-4fc8-b117-c77950d6a2bd req-1b4f3d1f-6e4d-4d52-9abe-021ef9aabf3b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0863643
Jun 19 01:55:57.389743 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2314032c-3634-4fc8-b117-c77950d6a2bd req-165e3907-731f-4cd8-b7b9-ed92b2d99ba9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414336
Jun 19 01:55:57.409776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.412304 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:57.446258 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f0050a-eb72-42c3-82f9-beadc76faf3e,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:57.448338 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.450532 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e2f0050a-eb72-42c3-82f9-beadc76faf3e HTTP/1.1" status: 204  len: 168 time: 0.4201820
Jun 19 01:55:57.453288 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:57.454252 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42444) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:57.540980 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.638078 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.649358 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21bd37f0>,) {'filters': {'network_id': ['3d6c7e65-250d-49b8-9ff7-342e89858a1e']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:57.668133 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21bd37f0>, 'd56acc52-323a-4d30-a7e4-2cf7df3421ff') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:57.669097 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21bd37f0>, 'd56acc52-323a-4d30-a7e4-2cf7df3421ff') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:57.680215 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.695495 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.702786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:55:57.703250 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:55:57.705227 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:55:57.873876 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.878301 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:57.881192 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:57.883184 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3d6c7e65-250d-49b8-9ff7-342e89858a1e HTTP/1.1" status: 204  len: 168 time: 0.4279516
Jun 19 01:55:57.887114 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42446) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:57.895937 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6c7e65-250d-49b8-9ff7-342e89858a1e,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:57.903541 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:57.971076 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Deleting subnet 4069c767-e3e5-4c56-b83e-b62feb4ed3d4 {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:55:57.975889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.052473 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.095780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.261299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.264724 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:58.292735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4069c767-e3e5-4c56-b83e-b62feb4ed3d4,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:58.296401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:58.297856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.299356 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4069c767-e3e5-4c56-b83e-b62feb4ed3d4 HTTP/1.1" status: 204  len: 168 time: 0.4099214
Jun 19 01:55:58.302366 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42454) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:58.374259 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.468192 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.479490 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21ca0790>,) {'filters': {'network_id': ['8851b119-a2e9-4490-87b8-7e31af71e75c']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:58.491410 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21ca0790>, 'ea593cdd-f43a-479a-92a8-4cd362ec2d14') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:58.491664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21ca0790>, 'ea593cdd-f43a-479a-92a8-4cd362ec2d14') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:55:58.502657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.526380 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.551338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:55:58.551746 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:55:58.553529 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:55:58.639827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcb78e-7a61-40ee-a481-323bab115531 req-26b20915-a751-48e3-b0d4-9ed982948b8f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:58.641446 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a5fcb78e-7a61-40ee-a481-323bab115531 req-26b20915-a751-48e3-b0d4-9ed982948b8f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1266580
Jun 19 01:55:58.696958 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a5fcb78e-7a61-40ee-a481-323bab115531 req-c560e976-035d-4af7-a747-c9d0346c3f8d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475736
Jun 19 01:55:58.712304 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.717310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:58.723383 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:58.725028 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] 10.222.0.24 "DELETE /v2.0/networks/8851b119-a2e9-4490-87b8-7e31af71e75c HTTP/1.1" status: 204  len: 168 time: 0.4214611
Jun 19 01:55:58.741975 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Pushing event deleted for resources: {'Network': ['ID=8851b119-a2e9-4490-87b8-7e31af71e75c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:58.745230 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:59.174496 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42470) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:59.216913 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f82883a0-a7dc-4ccf-843e-502ea6183e61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5480df75de6c4ba2a2a9e8feb49c1956&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0425961
Jun 19 01:55:59.219276 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42472) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:55:59.273782 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:59.298561 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:59.428314 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:59.430960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:55:59.432196 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9ddc135-8182-4afd-9f06-2e00979fcf79 HTTP/1.1" status: 204  len: 168 time: 0.2119603
Jun 19 01:55:59.433114 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-666bb954-1c78-44b4-ac8f-16a417e3bd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:55:59.443298 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ddc135-8182-4afd-9f06-2e00979fcf79,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:55:59.448971 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:55:59.929922 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca106b6-3e45-4edb-8a25-524b0dac2fd6 req-db7a6b13-8176-4b09-8441-a83e10466ee9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:55:59.932210 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cca106b6-3e45-4edb-8a25-524b0dac2fd6 req-db7a6b13-8176-4b09-8441-a83e10466ee9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0802040
Jun 19 01:55:59.976454 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cca106b6-3e45-4edb-8a25-524b0dac2fd6 req-5249b083-a086-4958-a723-bc2af8d0ee60 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365751
Jun 19 01:56:00.425611 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42492) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:00.476938 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-65cf6b9b-f3ca-4c28-b83d-04131e8ea263 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73c049345a504cac87701944d84dff2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498924
Jun 19 01:56:00.484156 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42494) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:00.541957 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:00.576904 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:00.737627 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:00.740507 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:00.746118 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1ba3fac-8619-4c1a-88a0-6d32b7bd161f HTTP/1.1" status: 204  len: 168 time: 0.2598550
Jun 19 01:56:00.746118 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:00.753667 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ba3fac-8619-4c1a-88a0-6d32b7bd161f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:00.756406 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:01.309357 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dce075-9ce5-4cd8-b4df-475abaf6dc22 req-3d4c493c-259d-4c70-afdf-71972355a7f7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:01.324584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-62dce075-9ce5-4cd8-b4df-475abaf6dc22 req-3d4c493c-259d-4c70-afdf-71972355a7f7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1893873
Jun 19 01:56:01.383419 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-62dce075-9ce5-4cd8-b4df-475abaf6dc22 req-3e195807-1f55-4f31-ad4c-b8b98270e9da tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576453
Jun 19 01:56:02.177204 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-35f41364-381c-449c-8794-fdf354153448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:02.602632 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f87bc3-2961-429e-a019-223d97ffd991 req-900f2e6b-06b9-47f8-a514-de1a0c665494 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:02.604009 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-01f87bc3-2961-429e-a019-223d97ffd991 req-900f2e6b-06b9-47f8-a514-de1a0c665494 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0703726
Jun 19 01:56:02.647858 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-01f87bc3-2961-429e-a019-223d97ffd991 req-7d1a2e62-6693-49a4-982e-ea9a4cb0e29a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377469
Jun 19 01:56:02.780336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42552) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:02.917894 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.026167 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.089207 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.092310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-040c47b4-e274-449a-84cc-22936329abdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:03.134240 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3dced3b07844ed6bb79c2b0b0aab64d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3531778
Jun 19 01:56:03.134997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eab8ac7-f5d7-4c5e-8873-3e0797380b4b,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:03.137235 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42556) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:03.138427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:03.202102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.231016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.406100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.409096 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:03.411861 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eab8ac7-f5d7-4c5e-8873-3e0797380b4b HTTP/1.1" status: 204  len: 168 time: 0.2718208
Jun 19 01:56:03.412314 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:03.459975 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eab8ac7-f5d7-4c5e-8873-3e0797380b4b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:03.478902 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:04.082790 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2806f9-b950-49a9-9bdb-74466566f83c req-116d4f9a-ff58-47c0-b59f-8586e9f3eb5c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:04.084438 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2b2806f9-b950-49a9-9bdb-74466566f83c req-116d4f9a-ff58-47c0-b59f-8586e9f3eb5c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.3006427
Jun 19 01:56:04.134310 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2b2806f9-b950-49a9-9bdb-74466566f83c req-5f5b0747-b39f-4589-80ff-4abfb738bc29 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401130
Jun 19 01:56:04.907841 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a4080eb5-5867-4eed-b649-ccc225018b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:05.315969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1a7ea-bada-49b4-9067-da9a23c5cbf8 req-5e49d3d3-7e1f-459d-9858-cf11019db3f5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:05.317576 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-96e1a7ea-bada-49b4-9067-da9a23c5cbf8 req-5e49d3d3-7e1f-459d-9858-cf11019db3f5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0698717
Jun 19 01:56:05.348073 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:05.362948 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-96e1a7ea-bada-49b4-9067-da9a23c5cbf8 req-248a5d32-e0ff-4c82-8315-346a2be63fc7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395117
Jun 19 01:56:06.228155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:06.577760 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f4397-2f76-47e9-bd4b-033021e89809 req-92ac7bcb-b157-46dd-96b2-f3e7488762ba tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:06.579970 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d51f4397-2f76-47e9-bd4b-033021e89809 req-92ac7bcb-b157-46dd-96b2-f3e7488762ba tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0919425
Jun 19 01:56:06.623881 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d51f4397-2f76-47e9-bd4b-033021e89809 req-d6c798df-c427-4c54-a3e5-18d66d9a050d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366590
Jun 19 01:56:07.859275 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:07.864321 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1daef9a-7262-41d3-98b8-c67358b3c9dd req-8a263cd0-5a92-4ba7-98ed-bb976be94534 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:07.873779 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d1daef9a-7262-41d3-98b8-c67358b3c9dd req-8a263cd0-5a92-4ba7-98ed-bb976be94534 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1259644
Jun 19 01:56:07.929850 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d1daef9a-7262-41d3-98b8-c67358b3c9dd req-5861e758-b72a-416d-af93-12eeaa75cc5f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544596
Jun 19 01:56:09.132500 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dadf63-88e2-4257-ab36-fa00c0d34710 req-4a4383c6-d57f-4d63-8316-88496a0473d0 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:09.134150 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-64dadf63-88e2-4257-ab36-fa00c0d34710 req-4a4383c6-d57f-4d63-8316-88496a0473d0 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0778487
Jun 19 01:56:09.179766 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-64dadf63-88e2-4257-ab36-fa00c0d34710 req-4843a81d-6498-4456-b06d-a5c8f8fa5ae5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385497
Jun 19 01:56:10.414594 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72ef64-aefe-406e-8c78-e3fc9a845830 req-d8a18c65-11dc-4ad5-aa3c-31346ba67cb7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:10.416241 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f72ef64-aefe-406e-8c78-e3fc9a845830 req-d8a18c65-11dc-4ad5-aa3c-31346ba67cb7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0887256
Jun 19 01:56:10.461515 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f72ef64-aefe-406e-8c78-e3fc9a845830 req-420a3786-836f-44d0-ba69-f75015ff4e02 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379918
Jun 19 01:56:11.312019 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42820) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:11.434021 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:11.541687 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:11.645545 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:11.648779 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a5b1465f-3c84-4b33-897e-9ae6ce8abd6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:11.695777 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662697b6-0945-401c-ace8-9c3ed2182bb7 req-d72e89c6-5168-4ae3-8997-50e3b24457fb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:11.697157 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-662697b6-0945-401c-ace8-9c3ed2182bb7 req-d72e89c6-5168-4ae3-8997-50e3b24457fb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0709109
Jun 19 01:56:11.700287 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9538c5fcea984e039b60cc52b5269b4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3871274
Jun 19 01:56:11.702825 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985b9b6c-e9cb-4565-a3a8-e0c5696d6cd7,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:11.706282 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42828) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:11.709829 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:11.782384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-662697b6-0945-401c-ace8-9c3ed2182bb7 req-208efefc-2001-4a3a-9564-90abd391964c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778012
Jun 19 01:56:11.825176 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:11.873384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:12.136780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:12.151311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:12.151311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/985b9b6c-e9cb-4565-a3a8-e0c5696d6cd7 HTTP/1.1" status: 204  len: 168 time: 0.4348567
Jun 19 01:56:12.151311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:12.151311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985b9b6c-e9cb-4565-a3a8-e0c5696d6cd7,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:12.153229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:12.980777 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2863-702a-4f40-8097-e821487e3b71 req-de42e91b-fade-4599-ba15-85655cc3d9a5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:12.982413 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-28bb2863-702a-4f40-8097-e821487e3b71 req-de42e91b-fade-4599-ba15-85655cc3d9a5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0694995
Jun 19 01:56:13.011243 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42864) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:13.026219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.050233 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-28bb2863-702a-4f40-8097-e821487e3b71 req-73d88e33-5925-4214-aa7b-2252f8a9e368 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607166
Jun 19 01:56:13.177573 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.260557 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.263644 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d82e0ed8-98b8-4783-a447-ba014c459a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:13.305045 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11c30acc4fed4ac0a22de4b84d7ce65c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2927499
Jun 19 01:56:13.305809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36616507-53ed-442e-a155-93a07ebaad2e,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:13.307933 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42870) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:13.309136 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:13.371337 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.395643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.531249 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.533900 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:13.535082 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36616507-53ed-442e-a155-93a07ebaad2e HTTP/1.1" status: 204  len: 168 time: 0.2261186
Jun 19 01:56:13.535897 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-13cd6822-d134-46ca-b713-52af9dc407db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:13.546792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36616507-53ed-442e-a155-93a07ebaad2e,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:13.547158 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:14.319113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 42888) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:14.337511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.439143 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.513502 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.517358 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9d66ef98-373f-4e3b-bd8e-6cf318f4e87d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:14.555360 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa1bbcbff6004368ac44d6608560826c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2348356
Jun 19 01:56:14.557921 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a60309-3aaf-4eae-9c94-c488fdf4a27a,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:14.561921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 42892) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:14.563427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:14.628911 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.656617 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.786228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.789358 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:14.791335 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7a60309-3aaf-4eae-9c94-c488fdf4a27a HTTP/1.1" status: 204  len: 168 time: 0.2311203
Jun 19 01:56:14.792641 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ef7ad82e-ec6a-4385-8e82-2e654d9d0ecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:14.803910 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a60309-3aaf-4eae-9c94-c488fdf4a27a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:14.807564 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:16.263804 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c9e5c-d4ae-4868-bca3-47969b00743d req-335c14c0-970b-4ec6-8bfa-4559be630b97 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:16.265424 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a62c9e5c-d4ae-4868-bca3-47969b00743d req-335c14c0-970b-4ec6-8bfa-4559be630b97 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0746632
Jun 19 01:56:16.309256 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a62c9e5c-d4ae-4868-bca3-47969b00743d req-8b1231af-d12d-4b81-8677-a00f63fde322 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374994
Jun 19 01:56:17.529037 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415ee2a-a6cd-4164-9731-511b08382220 req-ce1a97b4-f046-4670-a5bb-60df0dfc0875 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:17.536164 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8415ee2a-a6cd-4164-9731-511b08382220 req-ce1a97b4-f046-4670-a5bb-60df0dfc0875 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0859103
Jun 19 01:56:17.586330 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8415ee2a-a6cd-4164-9731-511b08382220 req-c490ae8a-5672-4af7-bb4a-a22bb2486230 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427275
Jun 19 01:56:18.798800 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad37424-98be-425e-b21f-aef6eede6a88 req-0e31815d-8e28-49f5-97f4-2b8de155aa9b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:18.808151 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dad37424-98be-425e-b21f-aef6eede6a88 req-0e31815d-8e28-49f5-97f4-2b8de155aa9b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0859082
Jun 19 01:56:18.855227 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dad37424-98be-425e-b21f-aef6eede6a88 req-9f7d22ee-b2c2-4b28-be31-ffbea3d48b9b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406408
Jun 19 01:56:19.622927 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-17fef89b-75f5-4685-bb01-0aecfdbfac5a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:19.645478 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-17fef89b-75f5-4685-bb01-0aecfdbfac5a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.1237917
Jun 19 01:56:19.645478 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-ae28c852-705f-4408-afa2-d8c6d395d8fe tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/quotas/f5d05c94c4484df2943d530cef2077f6 HTTP/1.1" status: 200  len: 375 time: 0.0116196
Jun 19 01:56:19.751767 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-13dfa4e6-a2b4-4cf7-a001-fc52754625ec tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1043334
Jun 19 01:56:19.858745 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-5726232a-d9cd-4374-ba87-95280399375c service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0997865
Jun 19 01:56:19.990364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-e0af2568-9fda-442d-8f0d-24cde39e88c2 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205473
Jun 19 01:56:20.132485 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b011bb-fd89-4a97-85b3-c0ba30e2a8bd req-7f49bfdb-ee99-49da-b2cd-9d00d4845efd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:20.134292 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29b011bb-fd89-4a97-85b3-c0ba30e2a8bd req-7f49bfdb-ee99-49da-b2cd-9d00d4845efd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0914645
Jun 19 01:56:20.179467 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29b011bb-fd89-4a97-85b3-c0ba30e2a8bd req-71b631fa-8f82-42c0-9ec8-f6311f35d821 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372865
Jun 19 01:56:20.347289 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-99501a18-3dee-40e7-8380-56588f422070 req-20bf3961-1cf7-489b-9f42-bb929340cf47 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 210 time: 0.0376987
Jun 19 01:56:20.997128 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d0676-d3dc-4f9b-93b3-97f606a6f664 req-ce1c7e64-af64-4de0-acae-ec7ccfc88cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:21.000651 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-350d0676-d3dc-4f9b-93b3-97f606a6f664 req-ce1c7e64-af64-4de0-acae-ec7ccfc88cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1099 time: 0.0685136
Jun 19 01:56:21.047234 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-350d0676-d3dc-4f9b-93b3-97f606a6f664 req-49039794-6a91-4096-afca-efa9ca2811c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330727
Jun 19 01:56:21.399256 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218f9c9-f2d1-4659-8ad7-9528e54a4ea6 req-df437eef-15bc-4f41-bca6-d26e5b5405c5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:21.401934 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a218f9c9-f2d1-4659-8ad7-9528e54a4ea6 req-df437eef-15bc-4f41-bca6-d26e5b5405c5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0852542
Jun 19 01:56:21.468838 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a218f9c9-f2d1-4659-8ad7-9528e54a4ea6 req-e509f39f-78e8-4cb0-841d-99323de5a5c9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585275
Jun 19 01:56:21.633890 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4383544c-ac71-44ef-871b-360a5362e53f req-14101905-1b63-4d8c-ab6c-f78a97381dbc tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 210 time: 0.0517766
Jun 19 01:56:21.832362 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:22.721074 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23a04c-35c1-4ee5-a8ce-c85d3aa3b24b req-ab809e5b-dcb7-4762-9436-3101fa426a24 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:22.721074 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9b23a04c-35c1-4ee5-a8ce-c85d3aa3b24b req-ab809e5b-dcb7-4762-9436-3101fa426a24 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.0834112
Jun 19 01:56:22.762545 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9b23a04c-35c1-4ee5-a8ce-c85d3aa3b24b req-7003e84b-9540-4719-84da-bc3c608b5b90 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439131
Jun 19 01:56:22.860810 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6c660347-db21-4e88-8ca7-ba755a784bbe req-d51f2f3b-1970-45b6-95d3-fd9f14a765e0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 210 time: 0.0524964
Jun 19 01:56:23.008158 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521e75d-c7ff-4ab7-86b0-2daff528736f req-0e2cbe62-9ca6-4aa7-81e1-04092a35dbc7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:23.010199 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d521e75d-c7ff-4ab7-86b0-2daff528736f req-0e2cbe62-9ca6-4aa7-81e1-04092a35dbc7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0846457
Jun 19 01:56:23.058623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d521e75d-c7ff-4ab7-86b0-2daff528736f req-b4804049-a6f7-419c-92a1-d0dc25e3c08f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411856
Jun 19 01:56:23.503200 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-d8516e8e-f43a-4fde-a4ca-11d7a7f8854a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:23.504724 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-d8516e8e-f43a-4fde-a4ca-11d7a7f8854a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.1638753
Jun 19 01:56:23.519080 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Request body: {'port': {'device_id': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'admin_state_up': True, 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:56:23.776368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:56:23.780410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:23.937921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Allocated IP 172.20.0.2 (854627a6-c015-4dc6-b4ea-ee7d4a74b2e3/ced49df1-5b93-4226-8fcc-0b65fa199918/efb8ea52-c606-46d4-b28d-7d93dc5962d7) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:56:24.051495 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b081997a-9c9b-43f2-895f-9258664bac0a req-dd8912d2-29fc-4b1e-ad32-dc9d0d36b74e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 210 time: 0.0624051
Jun 19 01:56:24.162943 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:24.308284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:24.313712 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:24.331266 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d', '46f35468-06d8-48ad-af66-1966653b7e43'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:56:24.400011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:56:24.405955 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:56:24.410489 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:56:24.443392 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event updated for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:24.456084 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:24.479486 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:24.480140 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:24.566008 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0511410
Jun 19 01:56:24.580485 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Request body: {'port': {'device_id': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:56:24.664863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:24.915144 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 43184) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:24.994017 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb8ea52-c606-46d4-b28d-7d93dc5962d7 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:56:25.004713 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.012329 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:56:25.016992 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Transition to ACTIVE for port object efb8ea52-c606-46d4-b28d-7d93dc5962d7 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:56:25.034989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.176406 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.200876 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.210912 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:25.271005 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.275027 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f172b1a4-6ccc-4774-b444-f4c4c01ffc0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:25.307668 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Pushing event updated for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:25.311126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:25.335619 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f0615d25118421db62eaed18f2ca82f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4189799
Jun 19 01:56:25.338237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43204) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:25.345117 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c515d5e1-e519-4ff9-a6ba-ec34b3a370d1 req-c62ce8cc-84f7-4e32-91b5-babb44a1a420 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:25.347952 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c515d5e1-e519-4ff9-a6ba-ec34b3a370d1 req-c62ce8cc-84f7-4e32-91b5-babb44a1a420 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 943 time: 0.1358922
Jun 19 01:56:25.349937 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84f599e-2f40-47a8-bad6-a5f125acc49c,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:25.357962 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:25.398903 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c515d5e1-e519-4ff9-a6ba-ec34b3a370d1 req-4a98e817-c3ba-4343-a871-51ed4f768300 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431452
Jun 19 01:56:25.445946 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Attempting to bind port efb8ea52-c606-46d4-b28d-7d93dc5962d7 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:56:25.446303 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Attempting to bind port efb8ea52-c606-46d4-b28d-7d93dc5962d7 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:56:25.446657 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Attempting to bind port efb8ea52-c606-46d4-b28d-7d93dc5962d7 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:56:25.456217 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.457673 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Port efb8ea52-c606-46d4-b28d-7d93dc5962d7 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:56:25.458237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Attempting to bind port efb8ea52-c606-46d4-b28d-7d93dc5962d7 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:56:25.469738 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:56:25.470081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Checking segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:56:25.470466 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Bound using segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:56:25.470918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Bound port: efb8ea52-c606-46d4-b28d-7d93dc5962d7, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:56:25.471271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.542443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.615282 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:56:25.619333 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:56:25.736662 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.739100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:25.780175 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:25.780809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.782171 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] 10.222.0.16 "PUT /v2.0/ports/efb8ea52-c606-46d4-b28d-7d93dc5962d7 HTTP/1.1" status: 200  len: 1093 time: 1.2081060
Jun 19 01:56:25.782670 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:56:25.785020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed650d2-e975-4b63-be74-fe2d23461a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:56:25.789866 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.792382 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:25.793501 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e84f599e-2f40-47a8-bad6-a5f125acc49c HTTP/1.1" status: 204  len: 168 time: 0.4541826
Jun 19 01:56:25.819126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Pushing event updated for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:25.824986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:25.824986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-47d21874-9c10-4655-ae31-3015d77d6cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:25.834864 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce56f8ce-009d-47a6-baa5-291ecef6d272 x-openstack-request-id: req-ce56f8ce-009d-47a6-baa5-291ecef6d272 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:56:25.834991 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:56:25.835188 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce56f8ce-009d-47a6-baa5-291ecef6d272 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:56:25.835613 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', 'status': 'completed', 'code': 200}
Jun 19 01:56:25.836656 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84f599e-2f40-47a8-bad6-a5f125acc49c,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:25.839275 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:25.956096 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-98e93307-1e55-4adf-9661-3e81d920ed7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:25.958767 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-98e93307-1e55-4adf-9661-3e81d920ed7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 1096 time: 0.0916214
Jun 19 01:56:26.090932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-7614a942-7709-418a-a192-479851523cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.096664 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-7614a942-7709-418a-a192-479851523cdd service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f5d05c94c4484df2943d530cef2077f6&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1192734
Jun 19 01:56:26.222038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-45a3e345-3666-496e-98f8-587dc5325e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.224576 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9ed650d2-e975-4b63-be74-fe2d23461a9e req-45a3e345-3666-496e-98f8-587dc5325e5a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1185811
Jun 19 01:56:26.353781 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-0dfab109-21d4-4154-b2f3-32a01026da24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.355376 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-0dfab109-21d4-4154-b2f3-32a01026da24 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 1096 time: 0.0758607
Jun 19 01:56:26.430650 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-40080771-7905-4534-ac63-7a425d08c87a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7 HTTP/1.1" status: 200  len: 217 time: 0.0631807
Jun 19 01:56:26.484031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c82fe-9050-4872-b953-a7ff486c259b req-96697512-b49c-4b8e-ae6c-9ee724992156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.486235 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-96697512-b49c-4b8e-ae6c-9ee724992156 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.0740793
Jun 19 01:56:26.494236 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e847799-9198-4706-be6a-674beea38e46 req-8daf0c21-e339-4065-9d67-c732149bde63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.495851 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-8daf0c21-e339-4065-9d67-c732149bde63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.0566521
Jun 19 01:56:26.500540 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342a46b-1c0f-4ae1-9f3e-8ff683f9c196 req-e00e3c71-d31e-444d-8a3b-d5292d6faf06 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.503728 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9342a46b-1c0f-4ae1-9f3e-8ff683f9c196 req-e00e3c71-d31e-444d-8a3b-d5292d6faf06 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1347013
Jun 19 01:56:26.542692 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-4d22c697-26c4-4f99-b8c5-9fd8df26d69a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0345216
Jun 19 01:56:26.665574 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-be399572-f9c6-4bdc-a552-633f0f3e888c service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1128900
Jun 19 01:56:26.667297 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9342a46b-1c0f-4ae1-9f3e-8ff683f9c196 req-31085de0-9ed8-43a9-b558-2dcc122044ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462460
Jun 19 01:56:26.798615 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c82fe-9050-4872-b953-a7ff486c259b req-41b7f032-cd95-49f1-a340-9f2df99ba1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.811444 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-41b7f032-cd95-49f1-a340-9f2df99ba1e5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.3042846
Jun 19 01:56:26.825150 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38579846-131f-4935-bb6e-744d68120adb req-cb092f80-2def-4feb-8bc0-b7969e0304b3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.827417 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-38579846-131f-4935-bb6e-744d68120adb req-cb092f80-2def-4feb-8bc0-b7969e0304b3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 943 time: 0.2632234
Jun 19 01:56:26.846824 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-0e847799-9198-4706-be6a-674beea38e46 req-dc277a16-bb65-47db-9d16-bbfadcabbe13 service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1726301
Jun 19 01:56:26.896803 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-3a0bd220-81ea-4ce5-abb5-ead6f900f532 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0680661
Jun 19 01:56:26.970896 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-38579846-131f-4935-bb6e-744d68120adb req-0fdd20de-ffca-4929-92da-3ba73cdca8ce tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360285
Jun 19 01:56:26.976832 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c82fe-9050-4872-b953-a7ff486c259b req-7ce6ba88-f667-4cf6-b96a-d4275b2d5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:26.978279 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-7ce6ba88-f667-4cf6-b96a-d4275b2d5d92 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0747859
Jun 19 01:56:27.015678 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-4c5529f8-7da4-454e-af32-7fe83ae04ccd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288432
Jun 19 01:56:27.265162 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-12281797-84f4-496c-83d4-78d112fec1da service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0987473
Jun 19 01:56:27.386979 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-430c82fe-9050-4872-b953-a7ff486c259b req-dea47c7d-15c7-4dd7-89aa-516aa9876c31 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1145158
Jun 19 01:56:27.915416 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5339-dd78-4fbc-9b31-a205d5f2952a req-b4ef3004-0b60-41dc-a8eb-3ac74f036464 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:27.917628 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4aef5339-dd78-4fbc-9b31-a205d5f2952a req-b4ef3004-0b60-41dc-a8eb-3ac74f036464 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1149673
Jun 19 01:56:27.996484 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4aef5339-dd78-4fbc-9b31-a205d5f2952a req-03941b2e-3b01-417f-bb7d-34477fcbecfb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630274
Jun 19 01:56:28.193833 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee390592-5e2a-477f-ac12-3455759453c1 req-f5656b6f-4ec3-4506-8ea9-06fb12aa8eef tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:28.195438 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee390592-5e2a-477f-ac12-3455759453c1 req-f5656b6f-4ec3-4506-8ea9-06fb12aa8eef tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 943 time: 0.0690393
Jun 19 01:56:28.241382 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee390592-5e2a-477f-ac12-3455759453c1 req-e5f6e535-249d-4802-83e2-1c2883189594 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389235
Jun 19 01:56:29.192526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9cc76-19c2-471a-93ad-f81f818ca6e0 req-7a67e219-3a3e-4d1c-975d-2fa57988bf27 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:29.194326 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8cb9cc76-19c2-471a-93ad-f81f818ca6e0 req-7a67e219-3a3e-4d1c-975d-2fa57988bf27 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0731993
Jun 19 01:56:29.253355 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8cb9cc76-19c2-471a-93ad-f81f818ca6e0 req-997aab55-566a-40d4-a6db-a8666aab6209 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534916
Jun 19 01:56:29.407844 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43372) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:29.440849 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083e618-bddb-4a1a-be39-4f5496d35cd5 req-c10b7c9f-f705-4974-907d-0e71eae4d0e0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:29.442420 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d083e618-bddb-4a1a-be39-4f5496d35cd5 req-c10b7c9f-f705-4974-907d-0e71eae4d0e0 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 943 time: 0.0709765
Jun 19 01:56:29.488625 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d083e618-bddb-4a1a-be39-4f5496d35cd5 req-1c194cdc-7c93-42fc-9262-c12c6f2d9c97 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396724
Jun 19 01:56:29.552496 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:29.691718 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:29.780044 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:29.782651 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0072de2e-c163-433d-9843-c5b92d524f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:29.791825 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device efb8ea52-c606-46d4-b28d-7d93dc5962d7 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:56:29.823672 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0907c04e6c644e9b840ed082397e6f13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4147007
Jun 19 01:56:29.826126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3539873f-e859-4979-b653-bbb7108b9e22,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:29.827271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 43398) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:29.838743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.839159 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.839528 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.839883 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.840285 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.841164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.841595 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.842271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.842985 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.844083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.844539 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.845082 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:29.850506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:29.896526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:29.912170 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:56:29.923862 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:29.927072 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'port_id': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', 'mac_address': 'fa:16:3e:64:21:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49df1-5b93-4226-8fcc-0b65fa199918', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:56:29.987764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:30.003314 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb8ea52-c606-46d4-b28d-7d93dc5962d7 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:56:30.027009 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:56:30.135075 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:30.137364 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:30.138847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:30.143948 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:30.146148 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3539873f-e859-4979-b653-bbb7108b9e22 HTTP/1.1" status: 204  len: 168 time: 0.3170938
Jun 19 01:56:30.147936 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6ef0faa9-ad79-4ac2-8b4a-1b37c4307aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:30.164678 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539873f-e859-4979-b653-bbb7108b9e22,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:30.175004 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.175562 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.176139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.176789 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.177336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.177917 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.178578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.179176 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.179729 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.180264 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.181091 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.181523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:56:30.186966 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:30.196251 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:30.201485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:30.349433 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 43410) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:30.471059 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['efb8ea52-c606-46d4-b28d-7d93dc5962d7'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:56:30.501833 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c205e0-d681-4139-96f5-963758937537 req-05fe4e4c-7778-45b2-92c5-586b4be17d05 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:30.509671 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-83c205e0-d681-4139-96f5-963758937537 req-05fe4e4c-7778-45b2-92c5-586b4be17d05 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0995042
Jun 19 01:56:30.619620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-83c205e0-d681-4139-96f5-963758937537 req-57b9d4a5-f5b7-4942-af48-7f9c510f4430 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039815
Jun 19 01:56:30.712443 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:30.802032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061008-5f9c-41ba-b891-1dae8650c8c2 req-053c2dd1-f31e-4360-acd3-81be12708f1c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:30.802032 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9061008-5f9c-41ba-b891-1dae8650c8c2 req-053c2dd1-f31e-4360-acd3-81be12708f1c tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.1372736
Jun 19 01:56:30.877280 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9061008-5f9c-41ba-b891-1dae8650c8c2 req-d42533f4-6051-437c-9e11-8c5c238cfa64 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650806
Jun 19 01:56:30.908519 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.014727 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.019511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1fd5cabe-1e85-4079-9cd4-65a415ead0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:31.064359 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca169bbee19442b885dfc1d3ccb12206&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7104750
Jun 19 01:56:31.064359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ce233-1e75-498c-86c5-c56a2361c9a1,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:31.064899 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43432) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:31.067275 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:31.125722 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.170162 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.546125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.548829 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:31.552849 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf7ce233-1e75-498c-86c5-c56a2361c9a1 HTTP/1.1" status: 204  len: 168 time: 0.4829733
Jun 19 01:56:31.552849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-94950d44-bb4a-48a0-b138-4467ad5a211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:31.564222 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ce233-1e75-498c-86c5-c56a2361c9a1,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:31.567829 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:31.839408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df71426-fcd6-4288-9f5e-7067d027e7a2 req-7a3984ec-bd29-4836-a413-442a9511ae39 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:31.841572 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5df71426-fcd6-4288-9f5e-7067d027e7a2 req-7a3984ec-bd29-4836-a413-442a9511ae39 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0881152
Jun 19 01:56:31.895850 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5df71426-fcd6-4288-9f5e-7067d027e7a2 req-71d3d9ec-ec96-4532-b051-0a9050adb8c3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475340
Jun 19 01:56:32.103440 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775eb6d-fdcb-4e6f-bdf4-e8f11095253e req-b8a98128-2c1a-4425-a2db-ddee3e3cd02b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:32.113307 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3775eb6d-fdcb-4e6f-bdf4-e8f11095253e req-b8a98128-2c1a-4425-a2db-ddee3e3cd02b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0956597
Jun 19 01:56:32.161034 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3775eb6d-fdcb-4e6f-bdf4-e8f11095253e req-f17ac638-a423-4c13-a385-c0f8ec94d9bb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462413
Jun 19 01:56:32.261979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2db748de-5d5c-405c-9bd1-66d079dfdd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:32.521628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43462) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:32.535701 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:32.648739 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:32.753171 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:32.758036 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bd79afa6-13f1-41ef-9168-d6a9ef890f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:32.799345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40201c5e-788d-4e7b-b2df-f312e02304fe,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:32.803699 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=203cb6009b184b12b4adce233a9e844e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809849
Jun 19 01:56:32.804729 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:32.807214 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43470) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:32.860921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:32.885423 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.038830 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.041655 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.042933 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40201c5e-788d-4e7b-b2df-f312e02304fe HTTP/1.1" status: 204  len: 168 time: 0.2347014
Jun 19 01:56:33.044708 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-de62f3f5-9cc3-4256-b19a-71614d795574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:33.062463 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40201c5e-788d-4e7b-b2df-f312e02304fe,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:33.064923 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:33.088202 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803fd002-1b05-4d48-ada8-476e0691c5c7 req-210995ea-bdfa-492c-ae19-fde3d1284f18 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:33.089745 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-803fd002-1b05-4d48-ada8-476e0691c5c7 req-210995ea-bdfa-492c-ae19-fde3d1284f18 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0744088
Jun 19 01:56:33.138982 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-803fd002-1b05-4d48-ada8-476e0691c5c7 req-0253cc5d-c049-4994-8e56-a4c1bd0559db tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432708
Jun 19 01:56:33.351747 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbe58d-decb-4127-b982-7d1b8506ab9f req-3d5c42f5-e1cb-4b1b-a08c-7f55f7206806 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:33.353265 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2fbe58d-decb-4127-b982-7d1b8506ab9f req-3d5c42f5-e1cb-4b1b-a08c-7f55f7206806 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0685253
Jun 19 01:56:33.398663 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2fbe58d-decb-4127-b982-7d1b8506ab9f req-35ac44f7-5cfb-4f37-af17-4d0f922e4d04 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389843
Jun 19 01:56:33.771111 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43488) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:33.787284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.879871 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.987451 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:33.990105 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-04f9732f-d064-4418-9a6b-1a092894e199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:34.027070 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcf6b04266ff41ae98042593ee78ba7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2548282
Jun 19 01:56:34.027987 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e141e4-1d0d-4502-8297-704709788ea3,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:34.029908 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 43492) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:34.031031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:34.101533 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:34.127508 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:34.289843 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:34.293386 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:34.295526 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73e141e4-1d0d-4502-8297-704709788ea3 HTTP/1.1" status: 204  len: 168 time: 0.2643661
Jun 19 01:56:34.298912 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:34.341841 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e141e4-1d0d-4502-8297-704709788ea3,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:34.345031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:34.397680 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da709c7-6fbf-4925-9900-7efa406342cb req-831d1386-3b48-4b9e-bb38-4b1ad614bc2e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:34.399279 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8da709c7-6fbf-4925-9900-7efa406342cb req-831d1386-3b48-4b9e-bb38-4b1ad614bc2e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1265156
Jun 19 01:56:34.450782 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8da709c7-6fbf-4925-9900-7efa406342cb req-6bdfc9f2-f4b7-46c4-af22-fff901460050 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391092
Jun 19 01:56:34.612546 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697196a-a681-4a76-b4ba-04ad02ffbdb7 req-5167f7f0-a5e6-4bb7-a72b-5275087f8c24 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:34.614170 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8697196a-a681-4a76-b4ba-04ad02ffbdb7 req-5167f7f0-a5e6-4bb7-a72b-5275087f8c24 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0760849
Jun 19 01:56:34.655780 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8697196a-a681-4a76-b4ba-04ad02ffbdb7 req-ed63ce75-6c38-4f91-b43d-3fae574c0edf tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354502
Jun 19 01:56:35.128636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-826540a6-d945-4048-94d6-82d0fe210e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:35.351363 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:35.663825 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30f78c-b7a1-4b2c-b928-841873b1052d req-8bfa368f-4377-4bf4-bf70-c7a0eaab1608 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:35.666081 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3c30f78c-b7a1-4b2c-b928-841873b1052d req-8bfa368f-4377-4bf4-bf70-c7a0eaab1608 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0778942
Jun 19 01:56:35.714115 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3c30f78c-b7a1-4b2c-b928-841873b1052d req-0d6acc99-fad5-4940-9e19-c01d03b3640a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371916
Jun 19 01:56:35.930469 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cdf36e-b235-4c1b-9840-891d4d87aae5 req-e2f27dc6-6313-4a4b-a656-5a0fcba3d28a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:35.932255 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39cdf36e-b235-4c1b-9840-891d4d87aae5 req-e2f27dc6-6313-4a4b-a656-5a0fcba3d28a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0878153
Jun 19 01:56:35.982931 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39cdf36e-b235-4c1b-9840-891d4d87aae5 req-3d8fc807-f734-45e3-ade2-e105000f1bac tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431700
Jun 19 01:56:36.233762 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:36.949193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fed92-1f4e-4fd1-ac83-aa12289a8d82 req-b24da19e-1247-42dd-902f-ea545649f6d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:36.952672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-572fed92-1f4e-4fd1-ac83-aa12289a8d82 req-b24da19e-1247-42dd-902f-ea545649f6d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1065934
Jun 19 01:56:37.016437 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-572fed92-1f4e-4fd1-ac83-aa12289a8d82 req-2ebb0dcb-6afa-4964-a7af-a31b5a3c664d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573394
Jun 19 01:56:37.218622 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e6b0-dc6c-43f5-9324-ce092d0f7ad8 req-e4824a1c-288f-452b-9444-b61bbce3e386 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:37.220546 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-57d6e6b0-dc6c-43f5-9324-ce092d0f7ad8 req-e4824a1c-288f-452b-9444-b61bbce3e386 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0749125
Jun 19 01:56:37.274999 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-57d6e6b0-dc6c-43f5-9324-ce092d0f7ad8 req-770de4e9-97b5-4d1f-be31-278bd413b5b9 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482378
Jun 19 01:56:37.843319 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:38.226470 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d36e8bd-194a-43b8-9dd6-e8e2577b6313 req-371bd25b-1d6f-49b5-9643-7bb3f4bb7770 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:38.228046 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d36e8bd-194a-43b8-9dd6-e8e2577b6313 req-371bd25b-1d6f-49b5-9643-7bb3f4bb7770 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0706897
Jun 19 01:56:38.286701 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d36e8bd-194a-43b8-9dd6-e8e2577b6313 req-0a68fb39-6cb1-40b7-a6f8-81b5dfa4bab2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499372
Jun 19 01:56:38.478847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e67b-cc1f-4c5c-acd7-ec45c5d88708 req-72381a05-2e5e-4ba9-adf9-c03c9d38adfa tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:38.480366 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3ee4e67b-cc1f-4c5c-acd7-ec45c5d88708 req-72381a05-2e5e-4ba9-adf9-c03c9d38adfa tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0796487
Jun 19 01:56:38.526099 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3ee4e67b-cc1f-4c5c-acd7-ec45c5d88708 req-7e82de80-5849-43d5-b766-0d2aa08bdc4d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361390
Jun 19 01:56:39.503048 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eec8f1-70fb-47ce-af03-336aed085437 req-5395673c-535e-43bf-b1c3-67b5467d1071 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:39.510752 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48eec8f1-70fb-47ce-af03-336aed085437 req-5395673c-535e-43bf-b1c3-67b5467d1071 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0987318
Jun 19 01:56:39.557628 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48eec8f1-70fb-47ce-af03-336aed085437 req-85735639-7537-43ef-b01c-9b58ddf99cba tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449545
Jun 19 01:56:39.736316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede45de-9e55-457d-9549-b1bdef650065 req-f59efeca-46f1-4a51-9213-2f5f650fe6ca tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:39.738421 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9ede45de-9e55-457d-9549-b1bdef650065 req-f59efeca-46f1-4a51-9213-2f5f650fe6ca tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 944 time: 0.0741253
Jun 19 01:56:39.777026 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9ede45de-9e55-457d-9549-b1bdef650065 req-5c476a74-b57c-4535-8949-e9eab1e024c2 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329680
Jun 19 01:56:39.855816 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device efb8ea52-c606-46d4-b28d-7d93dc5962d7 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:56:40.004367 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port efb8ea52-c606-46d4-b28d-7d93dc5962d7 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:56:40.008880 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port efb8ea52-c606-46d4-b28d-7d93dc5962d7 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:56:40.009479 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:40.101049 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:40.133568 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:56:40.136282 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7608113b-880f-4891-b228-e1dfd52ac856" -d '{"events": [{"server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "name": "network-vif-plugged", "status": "completed", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:56:40.161280 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:56:40.175273 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e5e8f-1173-438a-a7e6-858a3786e003 x-openstack-request-id: req-5e9e5e8f-1173-438a-a7e6-858a3786e003 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:56:40.175632 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "name": "network-vif-plugged", "status": "completed", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:56:40.175904 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e9e5e8f-1173-438a-a7e6-858a3786e003 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:56:40.176336 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', 'code': 200}
Jun 19 01:56:40.267363 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:40.269960 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:40.336939 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:40.350453 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:40.659169 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327973e-1529-4000-8bbd-d4c555fa23a3 req-6d49464d-2940-4269-bbf2-a366995c7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:40.660640 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0327973e-1529-4000-8bbd-d4c555fa23a3 req-6d49464d-2940-4269-bbf2-a366995c7b14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 1098 time: 0.0728445
Jun 19 01:56:40.720203 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0327973e-1529-4000-8bbd-d4c555fa23a3 req-c179dd9f-05c1-41cc-87f8-4974849f4151 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526824
Jun 19 01:56:40.781570 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ddb1f-0f54-4a8a-93e7-89b830014632 req-2d5aaf8f-6b16-472e-af71-d72533dfed4b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:40.783033 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-347ddb1f-0f54-4a8a-93e7-89b830014632 req-2d5aaf8f-6b16-472e-af71-d72533dfed4b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0656195
Jun 19 01:56:40.839447 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-347ddb1f-0f54-4a8a-93e7-89b830014632 req-0db0776e-cd95-4954-940b-6811d9a76699 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0505481
Jun 19 01:56:40.999022 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870e7f7-c603-4abb-882d-705cacf030b0 req-d468e91e-68f4-4507-af3e-58c56905bf37 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:41.000560 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a870e7f7-c603-4abb-882d-705cacf030b0 req-d468e91e-68f4-4507-af3e-58c56905bf37 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.0797231
Jun 19 01:56:41.231078 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a870e7f7-c603-4abb-882d-705cacf030b0 req-4de9af9d-d3cb-4e55-a26c-6fe6bf4c37d8 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246304
Jun 19 01:56:42.084537 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed2bd1-0062-4018-9d02-ae862356fe4e req-01bc146d-3651-4e3f-9fed-39624747f14b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:42.094844 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9ed2bd1-0062-4018-9d02-ae862356fe4e req-01bc146d-3651-4e3f-9fed-39624747f14b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0962627
Jun 19 01:56:42.147754 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9ed2bd1-0062-4018-9d02-ae862356fe4e req-07d6c584-8cf9-4612-a3e6-139356fd18d1 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518243
Jun 19 01:56:42.432751 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ea995-a88a-4e3c-838a-6e95aa841d34 req-473f75ce-2286-4c5a-8b50-83bbd7b52c2d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:42.437104 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-512ea995-a88a-4e3c-838a-6e95aa841d34 req-473f75ce-2286-4c5a-8b50-83bbd7b52c2d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.0728290
Jun 19 01:56:42.481749 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-512ea995-a88a-4e3c-838a-6e95aa841d34 req-986bcee2-96f5-4b07-983f-894d4efce6cd tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395682
Jun 19 01:56:43.362298 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875a6a5-aba6-4356-a989-2260a966d247 req-8f9f60c8-77e4-4c47-a767-19b9d02e6ca3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:43.363965 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c875a6a5-aba6-4356-a989-2260a966d247 req-8f9f60c8-77e4-4c47-a767-19b9d02e6ca3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0776551
Jun 19 01:56:43.412793 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c875a6a5-aba6-4356-a989-2260a966d247 req-22366b99-6e45-4b5c-bc47-ba6dc1e38f59 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407200
Jun 19 01:56:44.368270 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b5151-d7e8-4c63-a041-0a432ece4222 req-54387d47-1194-4566-b870-37a6249c39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:44.369831 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee5b5151-d7e8-4c63-a041-0a432ece4222 req-54387d47-1194-4566-b870-37a6249c39f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.0792656
Jun 19 01:56:44.448932 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee5b5151-d7e8-4c63-a041-0a432ece4222 req-a519bd13-c927-4adc-94f0-54291834e513 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690963
Jun 19 01:56:44.632479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55719948-a4a3-4189-a8f5-4cfa6c660644 req-76ceebc0-2715-4cd4-9f56-9d8ac4eced3b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:44.634327 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55719948-a4a3-4189-a8f5-4cfa6c660644 req-76ceebc0-2715-4cd4-9f56-9d8ac4eced3b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0868843
Jun 19 01:56:44.710670 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55719948-a4a3-4189-a8f5-4cfa6c660644 req-9179c6a4-4564-425d-b7e7-7f8448a5ce5b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659592
Jun 19 01:56:45.922111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e0d9e-dae8-4811-993c-5d9939ed3a47 req-05ff077a-5584-4b72-9750-91a3324f79b5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:45.923874 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f8e0d9e-dae8-4811-993c-5d9939ed3a47 req-05ff077a-5584-4b72-9750-91a3324f79b5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0877035
Jun 19 01:56:45.985220 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f8e0d9e-dae8-4811-993c-5d9939ed3a47 req-ce84e868-03c4-44ce-a951-cf3b1b9bd634 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539660
Jun 19 01:56:46.727258 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c7c97-73d8-4970-aa36-70e8abc558ac req-998277e1-fd48-4a15-ac50-f350321ce7fb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:46.729189 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e11c7c97-73d8-4970-aa36-70e8abc558ac req-998277e1-fd48-4a15-ac50-f350321ce7fb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0845149
Jun 19 01:56:46.781736 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e11c7c97-73d8-4970-aa36-70e8abc558ac req-f6f14f85-eef0-4012-ae0f-9d44d95bb083 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439587
Jun 19 01:56:47.979338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aad82d-9d30-4671-a52f-bfdb40530d85 req-18a8d476-3073-40c6-9c49-c97db796e5ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:47.981475 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73aad82d-9d30-4671-a52f-bfdb40530d85 req-18a8d476-3073-40c6-9c49-c97db796e5ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0730681
Jun 19 01:56:48.028814 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73aad82d-9d30-4671-a52f-bfdb40530d85 req-d8a2011a-0bd9-4076-99a5-5c79138741c0 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375154
Jun 19 01:56:49.109058 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-2dfecf9b-cada-4999-9c9d-1b236ead100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:49.111472 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-2dfecf9b-cada-4999-9c9d-1b236ead100a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.0732434
Jun 19 01:56:49.274545 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-f18d278c-27e2-4af6-b389-f6afbde2aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:49.275987 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-f18d278c-27e2-4af6-b389-f6afbde2aefc service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.1570463
Jun 19 01:56:49.296150 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c02f-7589-40b0-83f1-b40fc0f333cf req-1fb33c4c-1719-4885-b145-2921e124b91f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:49.297620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4c94c02f-7589-40b0-83f1-b40fc0f333cf req-1fb33c4c-1719-4885-b145-2921e124b91f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1041634
Jun 19 01:56:49.347892 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-9cb48348-2bba-4f19-9c35-843d3a66f7fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0480907
Jun 19 01:56:49.410206 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4c94c02f-7589-40b0-83f1-b40fc0f333cf req-d0e4f632-63d8-4d93-873b-b8370a65798e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039011
Jun 19 01:56:49.424463 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-7936da95-be8b-46ab-bbee-518f4cbb075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:49.426189 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-7936da95-be8b-46ab-bbee-518f4cbb075a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0700617
Jun 19 01:56:49.467501 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-caf130dc-f14d-4d44-ab6e-e6082acae920 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339553
Jun 19 01:56:49.601370 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-f2f5d1f6-9666-4c97-aba7-101449126e5e service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1182010
Jun 19 01:56:49.708459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f99ad8ce-cf29-481d-9f73-9699ffda944a req-4526254f-e7e7-4096-a4b2-ec5006b3bd38 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945435
Jun 19 01:56:50.687135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-279a07cb-6c1d-451e-b0e6-a005c0e63861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:50.688597 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-279a07cb-6c1d-451e-b0e6-a005c0e63861 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.1109281
Jun 19 01:56:50.704575 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0a54-f898-4032-ba0d-23d433fbaa56 req-6522f301-ff98-4128-a2c2-b72c9c88bdcd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:50.706203 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1dce0a54-f898-4032-ba0d-23d433fbaa56 req-6522f301-ff98-4128-a2c2-b72c9c88bdcd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0980201
Jun 19 01:56:50.805615 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1dce0a54-f898-4032-ba0d-23d433fbaa56 req-2c6eb2b0-63ac-4b9e-a41d-f807924514fc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849094
Jun 19 01:56:50.835534 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-94681057-61d9-48ca-9229-ad73ba3d52d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:50.837102 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-94681057-61d9-48ca-9229-ad73ba3d52d6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.1256783
Jun 19 01:56:50.892933 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-086be6c9-119e-46b5-a326-523efd1cefbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0443869
Jun 19 01:56:50.964424 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-9e027a31-8c3d-4cf9-a1ce-e686eb33491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:50.966122 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-9e027a31-8c3d-4cf9-a1ce-e686eb33491e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0663750
Jun 19 01:56:51.018712 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-e35f72c2-0bf4-4adf-90c5-7822cdbd13df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0351994
Jun 19 01:56:51.168020 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-b4fad3a4-8ab0-420d-b772-72d17037156c service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1385949
Jun 19 01:56:51.319904 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-71566e8a-495e-4a8e-bf22-e431df6a3f5e req-28a94d8f-0c35-4e97-829a-ee514cd41f1b service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1423035
Jun 19 01:56:51.743689 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 43982) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:51.776625 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:51.865238 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:51.971139 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.048709 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c41e1-6a3c-4979-85aa-6d7112e644e2 req-848c34a4-6615-4f9b-83b7-df78d41a11b6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:52.057593 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d3c41e1-6a3c-4979-85aa-6d7112e644e2 req-848c34a4-6615-4f9b-83b7-df78d41a11b6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1122313
Jun 19 01:56:52.125336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.129354 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e3e5ff37-f83e-425b-875e-344736cb89e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:52.146693 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d3c41e1-6a3c-4979-85aa-6d7112e644e2 req-222a559d-37ab-4f8d-98be-fbc1d056e38b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840666
Jun 19 01:56:52.189434 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b42d5a727c1f484e9178dbb31f08b0b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4422822
Jun 19 01:56:52.191081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44000) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:52.224068 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76e0cea-2028-4fe8-80c8-9b5ad10f036f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:52.231836 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:52.257109 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.280562 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.411105 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.413982 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:52.415138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c76e0cea-2028-4fe8-80c8-9b5ad10f036f HTTP/1.1" status: 204  len: 168 time: 0.2229798
Jun 19 01:56:52.415921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-643555d1-89ea-44ff-afb9-8c687533d694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:52.425057 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76e0cea-2028-4fe8-80c8-9b5ad10f036f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:52.427603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:53.344434 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44022) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:53.362639 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:53.384742 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509bcca-c2a8-4099-8d1a-66c1bb275e68 req-3efe0934-4c16-412b-a8ee-8a389b72b357 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:53.386276 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c509bcca-c2a8-4099-8d1a-66c1bb275e68 req-3efe0934-4c16-412b-a8ee-8a389b72b357 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1096544
Jun 19 01:56:53.459469 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c509bcca-c2a8-4099-8d1a-66c1bb275e68 req-4aff83a2-e1b8-46f7-bb11-4628e675ff87 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658443
Jun 19 01:56:53.537151 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:53.598760 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:53.603499 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:53.662272 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6040033ec294457a9bbc4a728efc9cb8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3164263
Jun 19 01:56:53.663357 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff04827a-5ca5-4449-99b2-67b8f6dbda04,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:53.666620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44026) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:53.668121 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:53.731683 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:53.760804 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:54.027367 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:54.039821 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:54.041788 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff04827a-5ca5-4449-99b2-67b8f6dbda04 HTTP/1.1" status: 204  len: 168 time: 0.3719485
Jun 19 01:56:54.046031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c9330a89-3bc3-45c9-a347-4fdd74e286e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:54.054141 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff04827a-5ca5-4449-99b2-67b8f6dbda04,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:54.057221 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:55.000873 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44048) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:55.016332 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.147483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.215905 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.225745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:55.297698 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c71315a4277f4e15827f264f6ea318a2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2950442
Jun 19 01:56:55.298971 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ecc9b2-022b-425c-857b-0464fa79c5e5,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:55.301496 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44058) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:55.304226 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:55.381734 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.410071 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.565015 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.568219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:55.569492 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8ecc9b2-022b-425c-857b-0464fa79c5e5 HTTP/1.1" status: 204  len: 168 time: 0.2658386
Jun 19 01:56:55.570365 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-61bca05a-2765-447b-bf6e-0d4c3d9f6f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:55.583423 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ecc9b2-022b-425c-857b-0464fa79c5e5,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:55.587578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:56.888277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44100) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:56.998736 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-151620996-network', 'tenant_id': '528d88c2dd5a4466acdbe74e3e5f29e9'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:56:57.082540 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Made reservation on behalf of 528d88c2dd5a4466acdbe74e3e5f29e9 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:56:57.085523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.097571 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.203501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.284296 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.287827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4b967276-03c8-4e6c-8b3a-a206f4f80967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:57.317317 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:56:57.333630 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7623d1-823a-448b-8287-c1b806b3c88c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:57.337201 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:57.341618 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.342196 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Added segment 9e99c0e3-f7ce-43a8-ac49-fcb90bacb613 of type vlan for network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18
Jun 19 01:56:57.393949 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.505327 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.506972 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:57.507853 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:57.510146 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:57.585473 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Pushing event updated for resources: {'Network': ['ID=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:57.595262 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:57.599062 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:56:57.642603 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.7518032
Jun 19 01:56:57.644479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44118) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:56:57.650701 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Request body: {'subnet': {'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-151620996-subnet', 'tenant_id': '528d88c2dd5a4466acdbe74e3e5f29e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:56:57.761642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Made reservation on behalf of 528d88c2dd5a4466acdbe74e3e5f29e9 for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:56:57.761642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12251285'] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:58.050665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11905998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12251271'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:58.053812 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:56:58.124265 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08fc6c78-9a69-4826-8d68-92d51c225786,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:56:58.127526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:56:58.136850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Checking segment: {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:56:58.137926 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Network hostable DHCP agents. Network: 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:56:58.225715 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:56:58.325021 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:56:58.331147 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:56:58.333159 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:56:58.339259 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e58ca5-d276-4bfa-a499-02dcb1973df5 None None] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:56:58.426449 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b4253a04-ed39-4ba8-9194-cd88cd1e22c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7801001
Jun 19 01:56:58.499221 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d3cc81-4038-429d-834c-ad1ac76820dc None None] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:57:02.001432 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:57:02.198380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-44abd177-8ba6-46dd-a102-a1634302a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:02.214950 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-b6035577-4f41-406f-97cf-70fc8ea612be tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:02.217352 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-b6035577-4f41-406f-97cf-70fc8ea612be tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/networks?id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 200  len: 808 time: 0.2093041
Jun 19 01:57:02.242982 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-37c921a9-5ceb-4891-b3c8-474f5ab611bc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/quotas/528d88c2dd5a4466acdbe74e3e5f29e9 HTTP/1.1" status: 200  len: 375 time: 0.0161288
Jun 19 01:57:02.260283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1347fa4a-b4bc-44cd-974c-41d77197650c req-493a9988-8bd8-469a-83dc-d765f51a5e0f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:02.262493 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1347fa4a-b4bc-44cd-974c-41d77197650c req-493a9988-8bd8-469a-83dc-d765f51a5e0f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1343839
Jun 19 01:57:02.300459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-c57100c2-07b7-486b-bf7f-e2c0444ab457 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0369527
Jun 19 01:57:02.382690 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1347fa4a-b4bc-44cd-974c-41d77197650c req-b62ecdee-ba6f-4d40-9493-e212263d178a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068120
Jun 19 01:57:02.447857 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-69897806-7aaa-4f0b-9bc7-6940ba9dc92a service neutron] 10.222.0.24 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327851
Jun 19 01:57:02.620049 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-0f0d9ecb-e0c9-4c6e-bf7f-5f509373a651 service neutron] 10.222.0.24 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607115
Jun 19 01:57:02.953409 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2a6e6bc9-483d-45d4-9c9e-3150954a270d req-77a0d69b-71e1-4664-a978-5e2b62df8875 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0785673
Jun 19 01:57:03.234559 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d726c05d-c82f-4029-8ef3-bb1ff5d793e6 req-666fdcee-63ea-4a39-81e6-9436d587fd90 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:03.243838 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d726c05d-c82f-4029-8ef3-bb1ff5d793e6 req-666fdcee-63ea-4a39-81e6-9436d587fd90 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1490707
Jun 19 01:57:03.305198 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d726c05d-c82f-4029-8ef3-bb1ff5d793e6 req-b549bfe3-a101-4011-ac68-c504926773c2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0601325
Jun 19 01:57:04.047857 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-76be897b-92ee-4e4a-a28c-2e9357fe93b6 req-a3bdeacd-643a-4ab2-9116-d9d44d7427fb tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0315278
Jun 19 01:57:04.607533 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ed806-7d32-40bf-953c-87dd424f0a7b req-101ac04c-ee89-4ae6-9684-a0b45fa655fd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:04.609123 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1f8ed806-7d32-40bf-953c-87dd424f0a7b req-101ac04c-ee89-4ae6-9684-a0b45fa655fd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0878901
Jun 19 01:57:04.658332 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1f8ed806-7d32-40bf-953c-87dd424f0a7b req-00c66b41-a127-4c59-bd5b-2fc600db87c9 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426974
Jun 19 01:57:04.987109 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-14a73557-a9d7-44a3-a745-422736462692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:05.261195 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-45df3b05-1894-403c-83a7-d0fc914818ce req-5e728ebb-02eb-43cc-8968-e44348ae349d tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0568101
Jun 19 01:57:05.391581 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:05.922544 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f51759-7a80-4ad2-baa6-cafeccaaf8ee req-b5a4694b-d351-467b-b0f4-a20f1174bf45 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:05.935735 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f8f51759-7a80-4ad2-baa6-cafeccaaf8ee req-b5a4694b-d351-467b-b0f4-a20f1174bf45 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0970793
Jun 19 01:57:06.004900 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f8f51759-7a80-4ad2-baa6-cafeccaaf8ee req-a6454ba2-0977-4cea-af72-19dfbba12cc3 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669267
Jun 19 01:57:06.215709 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:06.311104 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-5963a5e0-4090-45d3-8eb4-316c97adad31 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:06.312858 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-5963a5e0-4090-45d3-8eb4-316c97adad31 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "GET /v2.0/networks?id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 200  len: 808 time: 0.1744816
Jun 19 01:57:06.330563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Request body: {'port': {'device_id': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18', 'admin_state_up': True, 'tenant_id': '528d88c2dd5a4466acdbe74e3e5f29e9'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:06.565758 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fd253e62-baa6-4c0b-a5a0-d3c502831049 req-d7da0a79-f630-4674-83ae-88af5df798fd tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0600703
Jun 19 01:57:06.850740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Made reservation on behalf of 528d88c2dd5a4466acdbe74e3e5f29e9 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:57:06.864310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:07.114947 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Allocated IP 172.20.0.2 (474b94ea-1bef-4dbc-b7c5-daa4ee71ec18/08fc6c78-9a69-4826-8d68-92d51c225786/fafba5b5-4a2b-47a7-a430-bee1f36134e1) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:57:07.608997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fca0b-4021-4ea6-8268-3e466367762d req-3ddb1d36-92df-4314-b34b-3669b5c6a32e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:07.612733 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7c4fca0b-4021-4ea6-8268-3e466367762d req-3ddb1d36-92df-4314-b34b-3669b5c6a32e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.3974946
Jun 19 01:57:07.649847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:07.675765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7c4fca0b-4021-4ea6-8268-3e466367762d req-6734e6a9-da4f-449f-ad97-ce003788d114 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0557952
Jun 19 01:57:07.770682 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d0d5c9cf-4aee-40ac-bf0e-79e61bb24e6b req-e2c59a7a-0fdb-4fcc-a008-9e5735a014e0 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0331349
Jun 19 01:57:07.878131 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:07.878131 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:07.922064 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:57:07.925613 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:57:07.930403 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:57:07.935611 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Pushing event updated for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:07.938703 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:07.967408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:08.031230 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:08.032710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.117856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44454) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:08.147830 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8212154
Jun 19 01:57:08.170885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Request body: {'port': {'device_id': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:08.262973 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44460) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:08.315461 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.461242 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.476372 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.502733 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.db.api [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 19 01:57:08.502733 dv-cinder-797170-1-iscsi neutron-server[105237]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 19 01:57:08.502733 dv-cinder-797170-1-iscsi neutron-server[105237]: [parameters: {'project_id': 'c38f4751db5b45558d43072a7917b18d', 'id': '7d2365bb-b65a-4c74-b1f2-4e797bef8f74', 'expiration': datetime.datetime(2021, 6, 19, 1, 59, 8, 498158)}]
Jun 19 01:57:08.502733 dv-cinder-797170-1-iscsi neutron-server[105237]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105237) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:57:08.503488 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_db.api [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:57:08.718951 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.743816 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafba5b5-4a2b-47a7-a430-bee1f36134e1 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:57:08.758657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.785620 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Transition to ACTIVE for port object fafba5b5-4a2b-47a7-a430-bee1f36134e1 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:57:08.851622 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:08.872610 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:08.959331 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.005258 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.007104 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1c170c-3d50-48f6-bf63-3f0067a3122c,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.016672 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.025455 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:09.032864 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1df2d9c60a2c493ca56377c3ab938cc4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9131064
Jun 19 01:57:09.036537 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44474) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:09.158817 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.200724 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.263314 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.265682 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec2da-c83a-4f3b-b7c3-c764e9665a0d req-504d7f8a-8787-4ca7-9fcc-3545962a9893 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:09.268414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1bfec2da-c83a-4f3b-b7c3-c764e9665a0d req-504d7f8a-8787-4ca7-9fcc-3545962a9893 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.3786941
Jun 19 01:57:09.275639 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Pushing event updated for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.285290 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.339968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.345558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-39d09ca9-99b6-4dae-8d33-c80bd9ae32eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:09.388487 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c38f4751db5b45558d43072a7917b18d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1237905
Jun 19 01:57:09.390093 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.392869 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.396808 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d1c170c-3d50-48f6-bf63-3f0067a3122c HTTP/1.1" status: 204  len: 168 time: 0.3562987
Jun 19 01:57:09.396808 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44478) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:09.396808 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c999a1fe-3d37-48ac-8a0a-dba26fa76db7,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.404898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.405413 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-288d9680-ca50-48dd-a2c8-6627ac207181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:09.422554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1c170c-3d50-48f6-bf63-3f0067a3122c,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.427929 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.482596 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e561782-5ca0-43bf-9d3f-0db496dd89fe req-e4481c7b-7f61-4c0e-a072-7e923327e6b6 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:09.484198 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e561782-5ca0-43bf-9d3f-0db496dd89fe req-e4481c7b-7f61-4c0e-a072-7e923327e6b6 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 943 time: 0.4457045
Jun 19 01:57:09.491323 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1bfec2da-c83a-4f3b-b7c3-c764e9665a0d req-abb69607-35f4-4de4-875a-aa0b9841a3f1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1754265
Jun 19 01:57:09.492877 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Attempting to bind port fafba5b5-4a2b-47a7-a430-bee1f36134e1 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:57:09.493663 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Attempting to bind port fafba5b5-4a2b-47a7-a430-bee1f36134e1 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:57:09.493663 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Attempting to bind port fafba5b5-4a2b-47a7-a430-bee1f36134e1 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:09.499038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.508572 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Port fafba5b5-4a2b-47a7-a430-bee1f36134e1 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:57:09.508933 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Attempting to bind port fafba5b5-4a2b-47a7-a430-bee1f36134e1 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:09.528177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:57:09.528177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Checking segment: {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:57:09.528177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Bound using segment: {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:57:09.528177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Bound port: fafba5b5-4a2b-47a7-a430-bee1f36134e1, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:57:09.528177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.540962 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.561797 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e561782-5ca0-43bf-9d3f-0db496dd89fe req-a11ff2b2-5e19-40a8-9968-4cd98d0f23fb tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656958
Jun 19 01:57:09.634044 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:57:09.636511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:57:09.712567 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.716730 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.719824 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c999a1fe-3d37-48ac-8a0a-dba26fa76db7 HTTP/1.1" status: 204  len: 168 time: 0.3195076
Jun 19 01:57:09.719824 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-00ee3eb6-fb6e-4353-82f2-3ffcd233a51b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:09.729149 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c999a1fe-3d37-48ac-8a0a-dba26fa76db7,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.732108 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.751640 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.755065 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:09.797294 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:09.797294 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:09.797294 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] 10.222.0.16 "PUT /v2.0/ports/fafba5b5-4a2b-47a7-a430-bee1f36134e1 HTTP/1.1" status: 200  len: 1093 time: 1.6336074
Jun 19 01:57:09.797294 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:09.798341 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3" -d '{"events": [{"name": "network-changed", "server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:09.838073 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Pushing event updated for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:09.842139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:09.862719 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1da036-f295-41db-acf3-397040c46d59 x-openstack-request-id: req-6e1da036-f295-41db-acf3-397040c46d59 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:09.863038 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:09.863318 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e1da036-f295-41db-acf3-397040c46d59 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:09.863748 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1', 'status': 'completed', 'code': 200}
Jun 19 01:57:09.993674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-2d18d8da-ee08-4962-95fb-eb7b17ace6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:10.000875 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-2d18d8da-ee08-4962-95fb-eb7b17ace6e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 1096 time: 0.1010029
Jun 19 01:57:10.312710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-0a54877a-bc4f-45fc-bf30-9aeab0fe6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:10.316051 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-0a54877a-bc4f-45fc-bf30-9aeab0fe6dd5 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&shared=False HTTP/1.1" status: 200  len: 909 time: 0.3038440
Jun 19 01:57:10.611022 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-7cdf0d0f-0578-4f43-a850-e4e7bbf05e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:10.613877 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df5c42f3-6a18-419d-b0a2-8f0a2e10d0f3 req-7cdf0d0f-0578-4f43-a850-e4e7bbf05e34 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2887800
Jun 19 01:57:10.765603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44510) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:10.796640 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:10.937345 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843d545-7280-4794-b3dc-e24bce30c637 req-69b54eff-a074-4a73-9600-181bbae40e6c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:10.939292 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f843d545-7280-4794-b3dc-e24bce30c637 req-69b54eff-a074-4a73-9600-181bbae40e6c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2692454
Jun 19 01:57:10.944302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-f556c07a-1288-42e4-93c4-9e27b9133e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:10.946154 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-f556c07a-1288-42e4-93c4-9e27b9133e8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 1096 time: 0.2723877
Jun 19 01:57:11.006415 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.047495 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-f165af04-1472-4c41-81fd-8d77b6651dd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1 HTTP/1.1" status: 200  len: 217 time: 0.0833428
Jun 19 01:57:11.135655 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.142600 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-46363cbe-130a-43bb-a580-4c49e780cee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:11.152216 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc23e6a5-e43a-41b8-8a61-0a78c94aa64e req-b1657948-e075-494a-b1e6-df7896140fdf tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:11.153950 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bc23e6a5-e43a-41b8-8a61-0a78c94aa64e req-b1657948-e075-494a-b1e6-df7896140fdf tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 943 time: 0.3093441
Jun 19 01:57:11.224708 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f843d545-7280-4794-b3dc-e24bce30c637 req-4de3726a-d189-461d-869e-fbc6707603cb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2694190
Jun 19 01:57:11.234589 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfb3c831be574923ae8da806d12b04f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4670501
Jun 19 01:57:11.237573 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3df670f-5794-4276-88e4-0bc7440e614e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:11.240914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44522) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:11.244339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:11.331407 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.354248 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be476f0-a101-499d-ad53-f8156e077f67 req-71d02098-d581-4858-859a-84bca901249a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:11.360006 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-71d02098-d581-4858-859a-84bca901249a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08fc6c78-9a69-4826-8d68-92d51c225786 HTTP/1.1" status: 200  len: 848 time: 0.2904201
Jun 19 01:57:11.362889 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.381927 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bc23e6a5-e43a-41b8-8a61-0a78c94aa64e req-d0de7eb0-4f31-4bbc-9f61-155aafd58ae5 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075264
Jun 19 01:57:11.437977 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-80917451-a688-43fd-a21b-5495f69549df service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0684726
Jun 19 01:57:11.506549 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.512268 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:11.515044 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3df670f-5794-4276-88e4-0bc7440e614e HTTP/1.1" status: 204  len: 168 time: 0.2721279
Jun 19 01:57:11.516762 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d2c0145-dc8f-452d-b6e2-1677c9049d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:11.530474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3df670f-5794-4276-88e4-0bc7440e614e,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:11.534443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:11.575739 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-3387b3f9-491b-4671-910c-a48b3ce28f71 service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247611
Jun 19 01:57:11.746041 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0be476f0-a101-499d-ad53-f8156e077f67 req-1432cbea-9a51-4c66-b3f8-6e384c5e2c11 service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614375
Jun 19 01:57:12.394516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44558) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:12.821556 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:12.941572 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b09dbf-ca1a-4c3f-817f-3874685d7303 req-0b7bb5af-2c07-480e-9683-7135cd939176 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:12.943228 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-76b09dbf-ca1a-4c3f-817f-3874685d7303 req-0b7bb5af-2c07-480e-9683-7135cd939176 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.4318705
Jun 19 01:57:12.960959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3fed33-6fd7-4fdc-8446-849d36b8f357 req-f0401d83-a961-4bb1-b1d6-cfa281242aa3 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:12.962549 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b3fed33-6fd7-4fdc-8446-849d36b8f357 req-f0401d83-a961-4bb1-b1d6-cfa281242aa3 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 943 time: 0.1163673
Jun 19 01:57:12.975749 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.033146 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-76b09dbf-ca1a-4c3f-817f-3874685d7303 req-e0750354-7706-456e-80d4-0bdd94caa40e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693545
Jun 19 01:57:13.038805 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.042148 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b3fed33-6fd7-4fdc-8446-849d36b8f357 req-bae983b7-ad63-40d7-9aff-5f9a1a95481e tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563805
Jun 19 01:57:13.056112 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a1ebab3d-887b-44cf-8582-d6a73311c0cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:13.131349 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e25e46f672c5444187b59f220f4fecdd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7346787
Jun 19 01:57:13.133676 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1230c1-c2c7-4c13-82c8-275e078c3fa6,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:13.135929 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44574) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:13.137646 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:13.218935 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.253157 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.403794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.409013 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:13.410788 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa1230c1-c2c7-4c13-82c8-275e078c3fa6 HTTP/1.1" status: 204  len: 168 time: 0.2719886
Jun 19 01:57:13.412283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:13.433035 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1230c1-c2c7-4c13-82c8-275e078c3fa6,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:13.449849 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:14.442145 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77fa9c-fb7e-4766-ab46-e29712457887 req-a026503b-1d10-4241-9d2a-c2ee33e78462 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:14.445248 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7f77fa9c-fb7e-4766-ab46-e29712457887 req-a026503b-1d10-4241-9d2a-c2ee33e78462 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 943 time: 0.1931331
Jun 19 01:57:14.469196 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb0764-169a-40fd-aafe-65cbec3abe52 req-60c17909-94fe-4484-acc4-5db9f8414718 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:14.473565 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9fbb0764-169a-40fd-aafe-65cbec3abe52 req-60c17909-94fe-4484-acc4-5db9f8414718 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1857851
Jun 19 01:57:14.606895 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9fbb0764-169a-40fd-aafe-65cbec3abe52 req-f7dd29b3-93dd-45ce-92e5-8692e059eae7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1164882
Jun 19 01:57:14.627708 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7f77fa9c-fb7e-4766-ab46-e29712457887 req-7437550c-550c-4950-9110-2ab17141e5bb tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511159
Jun 19 01:57:15.393936 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44646) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:15.565427 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:15.708628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:15.775987 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:15.780119 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6ffca4d6-f31c-456e-a32e-63c0662feca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:15.863140 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a27a44c2c73540caa03e2b436d6f4024&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4675491
Jun 19 01:57:15.864610 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b300c29-48e6-4c7a-af95-3b79f4fed7cb,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:15.869662 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44660) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:15.908999 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:15.942207 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938128c-9ac6-49bb-8300-2b2365b66eba req-b465d1c9-6a76-4578-95a9-967e2282fe71 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:15.943857 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7938128c-9ac6-49bb-8300-2b2365b66eba req-b465d1c9-6a76-4578-95a9-967e2282fe71 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1058040
Jun 19 01:57:15.946186 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:15.956545 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4352f2-44e5-4c1f-999c-c8e33db52dbb req-fbbb22dd-3706-4809-beda-66bd535351ab tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:15.958338 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cf4352f2-44e5-4c1f-999c-c8e33db52dbb req-fbbb22dd-3706-4809-beda-66bd535351ab tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 943 time: 0.1681218
Jun 19 01:57:15.987010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:16.021040 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7938128c-9ac6-49bb-8300-2b2365b66eba req-08ba0378-f36e-4cef-9c0b-805cb26b73b2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616677
Jun 19 01:57:16.027252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device fafba5b5-4a2b-47a7-a430-bee1f36134e1 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:57:16.029451 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cf4352f2-44e5-4c1f-999c-c8e33db52dbb req-ce2f46fc-4df1-4120-9854-07f00166dcb5 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623455
Jun 19 01:57:16.169962 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:16.172678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:16.176424 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b300c29-48e6-4c7a-af95-3b79f4fed7cb HTTP/1.1" status: 204  len: 168 time: 0.3019941
Jun 19 01:57:16.176424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d3041c00-0886-428b-ad72-3c6764649c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:16.186295 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b300c29-48e6-4c7a-af95-3b79f4fed7cb,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:16.191592 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:16.269381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:16.280673 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1', 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18', 'port_id': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1', 'mac_address': 'fa:16:3e:2f:eb:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc6c78-9a69-4826-8d68-92d51c225786', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:57:16.326057 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:16.343866 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafba5b5-4a2b-47a7-a430-bee1f36134e1 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:57:16.367668 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:16.489664 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:16.492170 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:16.547414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:16.555079 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.555437 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.555779 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.556120 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.556448 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.556810 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.557144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.557466 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.557814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.558146 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.558507 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.558944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:16.563923 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:16.948134 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['fafba5b5-4a2b-47a7-a430-bee1f36134e1'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:57:17.075718 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 44682) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:17.125163 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.461524 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.504762 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4cc43-d032-4eba-a9e7-a780cf6c1ac2 req-a1ceb14e-1bac-48bb-be56-dbab72c49b22 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:17.506967 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c5d4cc43-d032-4eba-a9e7-a780cf6c1ac2 req-a1ceb14e-1bac-48bb-be56-dbab72c49b22 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2096684
Jun 19 01:57:17.519647 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bbd2a-ed50-4dc7-9f1b-3e4457d58d7d req-b8b71942-dcf0-457c-971e-ae2ff463dd72 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:17.521251 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-453bbd2a-ed50-4dc7-9f1b-3e4457d58d7d req-b8b71942-dcf0-457c-971e-ae2ff463dd72 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 944 time: 0.1895058
Jun 19 01:57:17.544344 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.550882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8999267e-096c-4bfb-a0e7-7d823e6b8afd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:17.628476 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c5d4cc43-d032-4eba-a9e7-a780cf6c1ac2 req-515df9d3-6624-411f-a632-0d56c14061d4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061683
Jun 19 01:57:17.630879 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=908e96554a1148d8bdab2a52fce22541&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5516872
Jun 19 01:57:17.634294 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2413bd-0b29-414b-8fdd-b0cb2d2dc75a,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:17.635498 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 44688) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:17.643567 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-453bbd2a-ed50-4dc7-9f1b-3e4457d58d7d req-017ab699-7c2a-4411-b2c8-da8cfe6e8cf9 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137171
Jun 19 01:57:17.645303 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:17.768233 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.816608 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.965275 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.971289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:17.973734 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f2413bd-0b29-414b-8fdd-b0cb2d2dc75a HTTP/1.1" status: 204  len: 168 time: 0.3356743
Jun 19 01:57:17.976083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b889eb22-abf2-48e9-84c0-e2c004ad3324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:17.995586 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2413bd-0b29-414b-8fdd-b0cb2d2dc75a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:18.010746 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:18.998923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937faf2f-c529-445f-9d3c-42c6a78258ed req-050096bb-3dbc-40df-ac55-33866dfded88 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:19.000475 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-937faf2f-c529-445f-9d3c-42c6a78258ed req-050096bb-3dbc-40df-ac55-33866dfded88 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1720610
Jun 19 01:57:19.030253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdc21b-89c1-4b27-936d-26b396866b12 req-ce574d18-7b3e-442b-9e74-ddb27980a46c tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:19.032884 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c0fdc21b-89c1-4b27-936d-26b396866b12 req-ce574d18-7b3e-442b-9e74-ddb27980a46c tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 944 time: 0.1903417
Jun 19 01:57:19.140968 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-937faf2f-c529-445f-9d3c-42c6a78258ed req-7969aab4-6d1f-492f-bc5f-a797d1fa8825 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063774
Jun 19 01:57:19.149905 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c0fdc21b-89c1-4b27-936d-26b396866b12 req-789a0263-8f69-4f16-a9ad-577d0c899c89 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018751
Jun 19 01:57:20.371774 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e61f-4378-40fc-a59e-d9b09f7aa763 req-1a910359-775d-495b-8355-ea656c3c5600 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:20.378030 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dbc7e61f-4378-40fc-a59e-d9b09f7aa763 req-1a910359-775d-495b-8355-ea656c3c5600 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0784876
Jun 19 01:57:20.513815 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dbc7e61f-4378-40fc-a59e-d9b09f7aa763 req-a8663a83-9f16-406c-b7f5-98bd6710f88c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1321206
Jun 19 01:57:20.583271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd5ee-f699-48c0-8c41-1e4d4340db1f req-470cf925-1d26-44ed-86a7-f97f834605bc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:20.586151 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a6ddd5ee-f699-48c0-8c41-1e4d4340db1f req-470cf925-1d26-44ed-86a7-f97f834605bc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 944 time: 0.1809199
Jun 19 01:57:20.646711 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a6ddd5ee-f699-48c0-8c41-1e4d4340db1f req-e0e2ea29-ad5f-418a-a79a-70c882dc40b6 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520053
Jun 19 01:57:20.876231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device fafba5b5-4a2b-47a7-a430-bee1f36134e1 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:57:21.026785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port fafba5b5-4a2b-47a7-a430-bee1f36134e1 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:57:21.031594 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port fafba5b5-4a2b-47a7-a430-bee1f36134e1 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:57:21.032091 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:21.151202 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:21.188310 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:21.192403 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7e622-d19c-4a62-a461-bdac84ebf7d1" -d '{"events": [{"server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "name": "network-vif-plugged", "status": "completed", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:21.218522 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:21.251532 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2283a8d-bd48-4beb-aefb-047f1c33afa8 x-openstack-request-id: req-d2283a8d-bd48-4beb-aefb-047f1c33afa8 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:21.252003 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "name": "network-vif-plugged", "status": "completed", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:21.252366 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2283a8d-bd48-4beb-aefb-047f1c33afa8 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:21.253094 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1', 'code': 200}
Jun 19 01:57:21.332966 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:21.332966 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:21.379668 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:21.385626 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:21.773284 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d310ad-02ce-454a-82fb-051c9abb6a58 req-4ed76727-d63b-4b68-b3c8-9c1f580a6717 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:21.775033 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75d310ad-02ce-454a-82fb-051c9abb6a58 req-4ed76727-d63b-4b68-b3c8-9c1f580a6717 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0882626
Jun 19 01:57:21.876234 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75d310ad-02ce-454a-82fb-051c9abb6a58 req-883bfcbd-67b9-4064-84f6-a2c2d3d5ff70 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758502
Jun 19 01:57:21.914556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5682b-23d8-4f69-8edb-9dade00a0045 req-57c189f5-f574-4e18-814f-6ecb2f2ba1db tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:21.914556 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fd5682b-23d8-4f69-8edb-9dade00a0045 req-57c189f5-f574-4e18-814f-6ecb2f2ba1db tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.1124477
Jun 19 01:57:21.974780 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fd5682b-23d8-4f69-8edb-9dade00a0045 req-4956e57f-365c-442e-999c-e898d30ec437 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567513
Jun 19 01:57:22.019143 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:23.111146 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d76349-899c-47bc-9a3e-4ac8983c197c req-ce989e16-712a-4fab-b8d9-e4c81aa73f32 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:23.113471 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a4d76349-899c-47bc-9a3e-4ac8983c197c req-ce989e16-712a-4fab-b8d9-e4c81aa73f32 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0961838
Jun 19 01:57:23.204248 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a4d76349-899c-47bc-9a3e-4ac8983c197c req-b1eae768-7344-4d75-9fd1-6495041aec75 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0702825
Jun 19 01:57:23.228870 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef655e17-7263-4004-b0ac-9488b57ff5c9 req-64110a8a-fab2-4287-a620-8d25157ecf9f tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:23.231653 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ef655e17-7263-4004-b0ac-9488b57ff5c9 req-64110a8a-fab2-4287-a620-8d25157ecf9f tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.1167192
Jun 19 01:57:23.318348 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ef655e17-7263-4004-b0ac-9488b57ff5c9 req-0bfc5f2a-15e3-4475-9c93-44b4f651f424 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524170
Jun 19 01:57:23.334227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8f5a7-bb9b-4425-936c-3bcdb8a9b06c req-7244cea1-b4a3-4182-816b-7cf27c78bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:23.336305 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdc8f5a7-bb9b-4425-936c-3bcdb8a9b06c req-7244cea1-b4a3-4182-816b-7cf27c78bc0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 1098 time: 0.1035852
Jun 19 01:57:23.408575 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdc8f5a7-bb9b-4425-936c-3bcdb8a9b06c req-bb6b941a-d437-4013-9e28-dcf647dc647e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590379
Jun 19 01:57:24.469155 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb776b44-efec-4c10-a565-100d34e1f114 req-067b1707-07a5-4213-aa02-926359145f88 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:24.472286 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb776b44-efec-4c10-a565-100d34e1f114 req-067b1707-07a5-4213-aa02-926359145f88 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1099551
Jun 19 01:57:24.571331 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb776b44-efec-4c10-a565-100d34e1f114 req-f520585b-d8f7-4757-9f91-0d6c8cc7c5df tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0818279
Jun 19 01:57:24.596928 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fe064-dec5-46e4-ac68-b7bcc19dd37f req-356f1335-1336-427d-bd99-b0eb90231a21 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:24.598821 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-265fe064-dec5-46e4-ac68-b7bcc19dd37f req-356f1335-1336-427d-bd99-b0eb90231a21 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.1250966
Jun 19 01:57:24.670702 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-265fe064-dec5-46e4-ac68-b7bcc19dd37f req-6796529e-d820-4748-933b-7b0dee69b74f tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600486
Jun 19 01:57:25.832360 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798854d7-6d95-4076-9cda-23416c04c191 req-5545f88a-f1a7-4fdd-be2c-4a471955b581 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:25.834690 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-798854d7-6d95-4076-9cda-23416c04c191 req-5545f88a-f1a7-4fdd-be2c-4a471955b581 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1209111
Jun 19 01:57:25.915728 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-798854d7-6d95-4076-9cda-23416c04c191 req-2ed066ec-774f-4525-9714-4d2ed18454a4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732040
Jun 19 01:57:25.957488 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f9715-025f-4246-9b2e-690cae59e36f req-aac54605-a32a-4e4f-ab17-0a6953b99cdd tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:25.957488 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-427f9715-025f-4246-9b2e-690cae59e36f req-aac54605-a32a-4e4f-ab17-0a6953b99cdd tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.1046233
Jun 19 01:57:26.030086 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-427f9715-025f-4246-9b2e-690cae59e36f req-48fcb7f5-2b41-45b6-9aa6-eb01e96bf7e0 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597384
Jun 19 01:57:27.229271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80883cb7-3beb-42c8-87b6-542ff8bac5fa req-17b68b7a-c529-4b03-bf78-6f28509440b3 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:27.231772 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80883cb7-3beb-42c8-87b6-542ff8bac5fa req-17b68b7a-c529-4b03-bf78-6f28509440b3 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1089737
Jun 19 01:57:27.293877 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80883cb7-3beb-42c8-87b6-542ff8bac5fa req-b7166025-be94-42d2-8cf1-682eaed27001 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536141
Jun 19 01:57:28.594880 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bcc32-491e-4da8-9a49-dcaaceeddff0 req-3a98082e-2c3c-4340-9c6b-23eca9e1968e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:28.597632 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-811bcc32-491e-4da8-9a49-dcaaceeddff0 req-3a98082e-2c3c-4340-9c6b-23eca9e1968e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0893192
Jun 19 01:57:28.660479 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-811bcc32-491e-4da8-9a49-dcaaceeddff0 req-abcc9078-f01b-4a1d-a11a-fa0c2a5f1364 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0560555
Jun 19 01:57:29.873389 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881211b1-f41a-4a10-a473-90cf42b33755 req-cd167271-420c-4df5-bb0c-ad7316df4822 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:29.875408 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-881211b1-f41a-4a10-a473-90cf42b33755 req-cd167271-420c-4df5-bb0c-ad7316df4822 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0906603
Jun 19 01:57:29.927785 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-881211b1-f41a-4a10-a473-90cf42b33755 req-c494e1c2-f9d3-48e8-b48f-13b87662a945 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452342
Jun 19 01:57:31.140959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2524f15-36b8-43c4-9058-d15dcb26216f req-8776013f-8e74-4360-aac0-e9120eb06a4a tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:31.142701 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2524f15-36b8-43c4-9058-d15dcb26216f req-8776013f-8e74-4360-aac0-e9120eb06a4a tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0853851
Jun 19 01:57:31.190583 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2524f15-36b8-43c4-9058-d15dcb26216f req-8017f28c-e853-4c27-8640-6bbc8413ed40 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371168
Jun 19 01:57:32.258944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ea0c5a2e-9e08-4b19-a0bd-14a732aebc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:32.448483 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebef44-a642-4a5e-95bb-35d48c8a8ecf req-7c0fa4a4-78e4-44a6-9c48-71e40becef7f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:32.450976 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0aebef44-a642-4a5e-95bb-35d48c8a8ecf req-7c0fa4a4-78e4-44a6-9c48-71e40becef7f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0870135
Jun 19 01:57:32.501868 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0aebef44-a642-4a5e-95bb-35d48c8a8ecf req-3a61e0e8-6426-49b0-aad5-d35ed8510f54 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439868
Jun 19 01:57:33.358984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcee873-d283-43c5-9c0b-9485f2a23749 req-bcf9d3a5-da9f-4ae0-a33c-67348c65e59b tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:33.360670 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bbcee873-d283-43c5-9c0b-9485f2a23749 req-bcf9d3a5-da9f-4ae0-a33c-67348c65e59b tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.0792668
Jun 19 01:57:33.407765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bbcee873-d283-43c5-9c0b-9485f2a23749 req-9c7fcdd7-4bb9-482c-8e60-ceb8347af414 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403867
Jun 19 01:57:33.602966 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306e212-81af-4b16-9ad0-b789e642d3a3 req-ac5afe7c-5dcc-41c4-989a-256935876c44 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:33.605009 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2306e212-81af-4b16-9ad0-b789e642d3a3 req-ac5afe7c-5dcc-41c4-989a-256935876c44 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0810583
Jun 19 01:57:33.687805 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2306e212-81af-4b16-9ad0-b789e642d3a3 req-423dace2-e38a-4ec7-9acd-bdbf7d86b78d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725367
Jun 19 01:57:33.732467 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c55583-4281-4746-a179-e3f75c6aba2e req-70bce15b-791c-41e5-893f-7bb25278447d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:33.734264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b4c55583-4281-4746-a179-e3f75c6aba2e req-70bce15b-791c-41e5-893f-7bb25278447d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0926213
Jun 19 01:57:33.808404 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b4c55583-4281-4746-a179-e3f75c6aba2e req-10a34a6b-d8ba-4b63-b0b4-23735132086d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626357
Jun 19 01:57:34.616542 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669b5f1-d849-40a2-a5cb-b541eae14e59 req-9b5c3ddd-ac1d-4bc1-a7eb-9942c52eec37 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:34.618596 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1669b5f1-d849-40a2-a5cb-b541eae14e59 req-9b5c3ddd-ac1d-4bc1-a7eb-9942c52eec37 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.0788853
Jun 19 01:57:34.665365 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1669b5f1-d849-40a2-a5cb-b541eae14e59 req-f9b147b5-377e-4257-ad2a-127bba318d67 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403075
Jun 19 01:57:34.922860 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-d855f365-f55a-4b9c-a126-2d610af0319d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:34.978223 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9595fdd-35f3-4b78-a194-e3260cd8391f req-6db01a17-4da4-46a6-ad6c-bec6cb75855e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:34.980397 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9595fdd-35f3-4b78-a194-e3260cd8391f req-6db01a17-4da4-46a6-ad6c-bec6cb75855e tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1231122
Jun 19 01:57:35.059611 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c9595fdd-35f3-4b78-a194-e3260cd8391f req-7d1d32cf-3f5c-4e63-a4cf-9a4e4b0481a4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690041
Jun 19 01:57:35.092752 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f227d-e991-40e6-8624-0244462740b6 req-0077acf0-5a23-4884-a823-73899e7224c4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:35.094352 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de5f227d-e991-40e6-8624-0244462740b6 req-0077acf0-5a23-4884-a823-73899e7224c4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0939832
Jun 19 01:57:35.143142 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de5f227d-e991-40e6-8624-0244462740b6 req-d099a533-9074-4d5f-bc8e-251fa6ba87d2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386701
Jun 19 01:57:35.316347 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:35.858763 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d9663-4d78-4246-90dd-8c04ca231056 req-ff428204-73ea-4596-a6d5-ed4d9f9fdb15 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:35.865095 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-834d9663-4d78-4246-90dd-8c04ca231056 req-ff428204-73ea-4596-a6d5-ed4d9f9fdb15 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.0771277
Jun 19 01:57:35.914146 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-834d9663-4d78-4246-90dd-8c04ca231056 req-07860698-7f94-4a12-9b12-b8b543960a10 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424886
Jun 19 01:57:36.226922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:36.416427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569592ae-a649-4d8e-a92c-6ed6bec549a3 req-644a5fb2-5eaa-480c-a688-8cbdc676ba5d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:36.420063 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-569592ae-a649-4d8e-a92c-6ed6bec549a3 req-644a5fb2-5eaa-480c-a688-8cbdc676ba5d tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2153292
Jun 19 01:57:36.515753 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-300a61ba-4e75-4490-94a5-d0ed4c42a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:36.518386 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-300a61ba-4e75-4490-94a5-d0ed4c42a015 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.2487824
Jun 19 01:57:36.569960 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d66ecb-0a07-4506-aaf3-09a1a2e232fc req-e953296a-0af0-4a08-90b0-56e3cf44dff8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:36.572618 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29d66ecb-0a07-4506-aaf3-09a1a2e232fc req-e953296a-0af0-4a08-90b0-56e3cf44dff8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2685249
Jun 19 01:57:36.594886 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-569592ae-a649-4d8e-a92c-6ed6bec549a3 req-7fda4fe5-2389-4d0f-88bd-dacaec0f8d73 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614106
Jun 19 01:57:36.725484 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29d66ecb-0a07-4506-aaf3-09a1a2e232fc req-6dc2f39e-d71b-498f-a544-53975672f633 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1290543
Jun 19 01:57:36.757838 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-226db910-02f2-4879-b57d-76aff1fb9a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:36.759311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-226db910-02f2-4879-b57d-76aff1fb9a05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.2225988
Jun 19 01:57:36.818097 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-cd2081f9-abd9-4f0c-a921-83607d1f2d7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0439572
Jun 19 01:57:36.882155 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-226862a7-12ff-4cd0-a62d-1a5ec9a0f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:36.884660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-226862a7-12ff-4cd0-a62d-1a5ec9a0f383 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0549526
Jun 19 01:57:36.928142 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-ef433d11-688d-479a-9da5-804464c3d560 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0355444
Jun 19 01:57:37.136934 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-5192c539-e45f-4b11-8222-a06bec10ab73 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997375
Jun 19 01:57:37.307965 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5cbc28-e328-491e-a677-ed4fd70f6029 req-0f060268-6e48-4d9b-a1f5-f23898df3ac4 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:37.315782 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ae5cbc28-e328-491e-a677-ed4fd70f6029 req-0f060268-6e48-4d9b-a1f5-f23898df3ac4 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.2558780
Jun 19 01:57:37.682677 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1337c3dd-4403-46aa-b0b6-4417086e15b2 req-2bcf291e-3a51-4e2f-8775-39e0d887f956 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5361762
Jun 19 01:57:37.697776 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ae5cbc28-e328-491e-a677-ed4fd70f6029 req-b5f572ad-71f5-43cf-a438-7c18b4e3f9df tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3781824
Jun 19 01:57:37.891119 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:37.959019 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf5847-b8d9-4398-8796-a79b0dac9e8a req-10af0bd3-beba-4d11-a5ec-2f0837c73aff tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:37.969258 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-efaf5847-b8d9-4398-8796-a79b0dac9e8a req-10af0bd3-beba-4d11-a5ec-2f0837c73aff tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1309137
Jun 19 01:57:38.025937 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-efaf5847-b8d9-4398-8796-a79b0dac9e8a req-ded08d72-524b-4db2-8821-5571f926ad07 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542815
Jun 19 01:57:38.182906 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d833098-0f1d-4468-8515-803ada912b94 req-4cc81e8d-d63c-4ce9-aacd-057203194172 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:38.189696 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8d833098-0f1d-4468-8515-803ada912b94 req-4cc81e8d-d63c-4ce9-aacd-057203194172 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1954505
Jun 19 01:57:38.457638 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8d833098-0f1d-4468-8515-803ada912b94 req-43d82f25-f7de-4bd4-8579-cd1cef77f218 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1156816
Jun 19 01:57:38.457638 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7180bb9-5246-4579-9fe3-40377f234998 req-7a430115-7e7d-43ea-b31f-e5231fa97bef tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:38.457638 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7180bb9-5246-4579-9fe3-40377f234998 req-7a430115-7e7d-43ea-b31f-e5231fa97bef tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.1205850
Jun 19 01:57:38.659085 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Deleting port fafba5b5-4a2b-47a7-a430-bee1f36134e1 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:57:38.659497 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:38.754532 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-a7a690ac-658d-4452-8157-3426fbaedf6f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:38.756218 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-a7a690ac-658d-4452-8157-3426fbaedf6f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.2050726
Jun 19 01:57:38.786407 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-1a3d0183-8910-4fda-a894-7b945b1fc380 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/quotas/f5d05c94c4484df2943d530cef2077f6 HTTP/1.1" status: 200  len: 375 time: 0.0191858
Jun 19 01:57:38.865095 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] For port fafba5b5-4a2b-47a7-a430-bee1f36134e1, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=fafba5b5-4a2b-47a7-a430-bee1f36134e1,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:38.865641 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:38.969652 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Calling delete_port for fafba5b5-4a2b-47a7-a430-bee1f36134e1 owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:57:39.016085 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:57:39.114665 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-ae3b6f95-c79c-45e7-b746-f1297f1ac42e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3226295
Jun 19 01:57:39.238553 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45190) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:39.244580 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469009a2-ab95-459c-82ee-1a52253333a9 req-3d7aa8ad-d400-4ae6-8510-64e4b3fe812b tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:39.246284 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-469009a2-ab95-459c-82ee-1a52253333a9 req-3d7aa8ad-d400-4ae6-8510-64e4b3fe812b tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 945 time: 0.3097191
Jun 19 01:57:39.382562 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-469009a2-ab95-459c-82ee-1a52253333a9 req-1cf6fca9-93bc-41df-9081-2204a4323ffd tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1189458
Jun 19 01:57:39.382562 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-ab902f64-7651-4f02-b7a7-e0f71b8fb157 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2436914
Jun 19 01:57:39.451519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.553055 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-73539414-e337-4eb6-bdd6-beba7befdd82 service neutron] 10.222.0.24 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593561
Jun 19 01:57:39.580087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.596650 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['fafba5b5-4a2b-47a7-a430-bee1f36134e1'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:57:39.609767 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d4af74b-4271-4def-9e69-b397df613ddc tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:39.706194 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.714682 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Pushing event deleted for resources: {'Port': ['ID=fafba5b5-4a2b-47a7-a430-bee1f36134e1,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:39.780580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.783356 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9baa3441-d261-4224-b76e-1eefc663228b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:39.826057 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f21d7f9-369e-40b8-9c16-086c8aa4bda2,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:39.831645 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fad62816cf74bd4a2b255be169c46fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5913098
Jun 19 01:57:39.835602 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45208) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:39.844581 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.844960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.845209 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.845561 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.845931 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.846404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.846758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.847108 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.847699 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.847931 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.848269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.848603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.858282 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.859448 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.860179 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.861078 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.861284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:39.862076 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.862688 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.863233 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.863976 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.864515 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.865135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.865838 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.866391 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:57:39.909076 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:39.911651 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] No DVR routers for this DVR port fafba5b5-4a2b-47a7-a430-bee1f36134e1 on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:57:39.920999 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.923457 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7180bb9-5246-4579-9fe3-40377f234998 req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "DELETE /v2.0/ports/fafba5b5-4a2b-47a7-a430-bee1f36134e1 HTTP/1.1" status: 204  len: 173 time: 1.5401614
Jun 19 01:57:39.925253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'name': 'network-vif-deleted', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:39.928076 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8f8ed-18ef-4d26-8e30-52537f0c5da2" -d '{"events": [{"server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "name": "network-vif-deleted", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:39.933329 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:39.968651 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b898c-d7e9-44bd-87f7-ac9acc6b0393 req-ce7471c9-c69d-4cce-b4bf-6baac09076e3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:39.970264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-068b898c-d7e9-44bd-87f7-ac9acc6b0393 req-ce7471c9-c69d-4cce-b4bf-6baac09076e3 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.3269656
Jun 19 01:57:39.983568 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:40.051317 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-068b898c-d7e9-44bd-87f7-ac9acc6b0393 req-82f79b4d-67de-4de4-b4c9-0bb5f838f2e8 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675220
Jun 19 01:57:40.167997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5b449-7a62-4f23-bd0d-b6d71900d3d1 x-openstack-request-id: req-c0b5b449-7a62-4f23-bd0d-b6d71900d3d1 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:40.171850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "412aba39-70b3-4eb3-8550-b3ea3f4c28f4", "name": "network-vif-deleted", "tag": "fafba5b5-4a2b-47a7-a430-bee1f36134e1", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:40.171850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0b5b449-7a62-4f23-bd0d-b6d71900d3d1 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:40.171850 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '412aba39-70b3-4eb3-8550-b3ea3f4c28f4', 'name': 'network-vif-deleted', 'tag': 'fafba5b5-4a2b-47a7-a430-bee1f36134e1', 'status': 'completed', 'code': 200}
Jun 19 01:57:40.172786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:40.187482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:40.187482 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f21d7f9-369e-40b8-9c16-086c8aa4bda2 HTTP/1.1" status: 204  len: 168 time: 0.3420987
Jun 19 01:57:40.187482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6dea4099-ea8f-4c5c-b37c-f6714a686170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:40.212794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f21d7f9-369e-40b8-9c16-086c8aa4bda2,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:40.221940 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:40.290748 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-76d2a890-c6ac-4a67-acf7-c5a759a6e8be req-7f9f21d4-db26-4a35-a0e4-7b2cdec300fb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 210 time: 0.1168234
Jun 19 01:57:40.341992 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dcd621-49f0-48dc-9a84-642f7a9a2fde req-d44d0ebd-0d9a-4501-bef6-9530796d8c98 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:40.343639 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4dcd621-49f0-48dc-9a84-642f7a9a2fde req-d44d0ebd-0d9a-4501-bef6-9530796d8c98 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2179291
Jun 19 01:57:40.400374 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4dcd621-49f0-48dc-9a84-642f7a9a2fde req-39928f5b-7b75-4a4f-99ba-13bb6ec5fdb3 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445480
Jun 19 01:57:40.608807 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-93ff474d-46ac-4197-bf2e-ba509ed1fab8 req-3ea292cc-a634-4468-a669-33aa456b10ee tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0408087
Jun 19 01:57:41.274473 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45250) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:41.296342 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:41.498716 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c30afb-1086-4e64-99a9-20a608f4bb71 req-19d87f70-a128-4dda-8865-1c0d6f5c8065 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:41.507612 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-05c30afb-1086-4e64-99a9-20a608f4bb71 req-19d87f70-a128-4dda-8865-1c0d6f5c8065 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1810875
Jun 19 01:57:41.590034 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8faf5dfa-ccd4-4950-9190-795e51ab6a19 req-0d05b107-403e-4423-867f-5b05ac943d4d tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 210 time: 0.0520203
Jun 19 01:57:41.598369 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-05c30afb-1086-4e64-99a9-20a608f4bb71 req-ace4206b-b8d6-4ccd-9648-90351429b76c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902264
Jun 19 01:57:41.640563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:41.829790 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aa8ca7d5-c046-4596-9bdd-78da178fc173 req-35219a16-f327-468f-817b-182a856d10bb tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=412aba39-70b3-4eb3-8550-b3ea3f4c28f4 HTTP/1.1" status: 200  len: 210 time: 0.0535855
Jun 19 01:57:41.831909 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:41.839947 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-26a5ef20-3de0-40a8-8008-32f15288ad5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:41.898200 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dd8c1f81eec4bf987905af5b563dcef&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6214552
Jun 19 01:57:41.901419 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45262) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:41.908768 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab795a2-daf9-42e8-a86e-81900654f798,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:41.913492 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:41.936995 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11035bb5-0a14-4ddd-9975-ace55cef64d5 req-50bad370-ae09-40a7-b3cc-1e77620f3bee tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:41.939916 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-11035bb5-0a14-4ddd-9975-ace55cef64d5 req-50bad370-ae09-40a7-b3cc-1e77620f3bee tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1801279
Jun 19 01:57:41.979368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:42.014024 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-11035bb5-0a14-4ddd-9975-ace55cef64d5 req-c3bf286f-18c7-4567-a49c-acabc805982f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662155
Jun 19 01:57:42.021341 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:42.197866 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:42.201427 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:42.202555 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fab795a2-daf9-42e8-a86e-81900654f798 HTTP/1.1" status: 204  len: 168 time: 0.2987306
Jun 19 01:57:42.206803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8a50b962-a616-4942-b6ec-510b5be51907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:42.212182 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab795a2-daf9-42e8-a86e-81900654f798,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:42.215815 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:42.217416 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device fafba5b5-4a2b-47a7-a430-bee1f36134e1 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:57:42.264591 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: fafba5b5-4a2b-47a7-a430-bee1f36134e1 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:57:42.265149 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device fafba5b5-4a2b-47a7-a430-bee1f36134e1 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:57:42.786963 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549e9d8-2e3d-4f25-b0ca-c1095d52b560 req-c0f0d68c-36cb-4078-b9a2-76783a9d215c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:42.793262 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a549e9d8-2e3d-4f25-b0ca-c1095d52b560 req-c0f0d68c-36cb-4078-b9a2-76783a9d215c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2009053
Jun 19 01:57:42.907349 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a549e9d8-2e3d-4f25-b0ca-c1095d52b560 req-942f682c-d176-4384-bc14-211c080f3626 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955312
Jun 19 01:57:43.003331 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-33c19b58-6365-436a-a0e4-02b6374ee215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:43.003798 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-33c19b58-6365-436a-a0e4-02b6374ee215 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.3153222
Jun 19 01:57:43.044349 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4d73a-8cb3-4eaf-9f7e-ac34cb329b80 req-2df9ab57-1c2c-48a5-a5b7-3a5c96c8a71a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:43.048619 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-78f4d73a-8cb3-4eaf-9f7e-ac34cb329b80 req-2df9ab57-1c2c-48a5-a5b7-3a5c96c8a71a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2525246
Jun 19 01:57:43.223464 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdaeae5e-d5d6-4f58-b229-3e69f05b9eb2 req-97e84790-b340-40a4-b3d0-46764f8757ac tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 210 time: 0.0908425
Jun 19 01:57:43.278275 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-e5673a41-7b30-431d-8ff3-346a23a80a35 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:43.280647 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-e5673a41-7b30-431d-8ff3-346a23a80a35 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/networks?id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 200  len: 815 time: 0.1541560
Jun 19 01:57:43.311948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Request body: {'port': {'device_id': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'admin_state_up': True, 'tenant_id': 'f5d05c94c4484df2943d530cef2077f6'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:43.386335 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-cfa0d6fd-db4f-43cd-8890-3302e76d8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:43.389127 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-cfa0d6fd-db4f-43cd-8890-3302e76d8d74 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.3757360
Jun 19 01:57:43.406783 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-78f4d73a-8cb3-4eaf-9f7e-ac34cb329b80 req-ef4e08d6-8985-4ae8-a03f-3ab807450fba tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3367147
Jun 19 01:57:43.612576 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-e099738d-a5f7-4d44-b139-b054b132cb90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 999 time: 0.2007051
Jun 19 01:57:43.680795 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-f99f70c1-9fcd-4197-b1ca-b08d58726d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:43.682423 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-f99f70c1-9fcd-4197-b1ca-b08d58726d18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0582314
Jun 19 01:57:43.849647 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Made reservation on behalf of f5d05c94c4484df2943d530cef2077f6 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:57:43.855978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:44.156218 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Allocated IP 172.20.0.6 (854627a6-c015-4dc6-b4ea-ee7d4a74b2e3/ced49df1-5b93-4226-8fcc-0b65fa199918/4aaea10b-f782-43e0-aef8-ff1303825ae9) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:57:44.208720 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-c5a64390-9fd1-4db8-8923-b491f7c1a607 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:44.217997 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-c5a64390-9fd1-4db8-8923-b491f7c1a607 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/networks?id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 200  len: 808 time: 0.2296059
Jun 19 01:57:44.240007 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-9710fce3-82e1-4d07-b78b-1c5f3bc3f32e tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/quotas/528d88c2dd5a4466acdbe74e3e5f29e9 HTTP/1.1" status: 200  len: 375 time: 0.0205572
Jun 19 01:57:44.245202 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-4173028a-067e-491e-8556-45736b4cc693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:44.247942 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-4173028a-067e-491e-8556-45736b4cc693 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5579405
Jun 19 01:57:44.391751 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-66a5d7ae-0665-4861-91ab-ce44187dfe25 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1477916
Jun 19 01:57:44.534524 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:44.545806 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45350) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:44.624226 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-384a2d17-ecdf-4141-96d9-271747b0a638 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2979078
Jun 19 01:57:44.682573 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:44.689225 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:44.698344 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d', '46f35468-06d8-48ad-af66-1966653b7e43', 'efb8ea52-c606-46d4-b28d-7d93dc5962d7'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:57:44.764095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:57:44.778185 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:57:44.785302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123bd7c-5d9f-425a-b5ea-64bd53ab150c req-e60446c5-d063-4ad6-a6ab-24a0a0dd4c98 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:44.787266 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3123bd7c-5d9f-425a-b5ea-64bd53ab150c req-e60446c5-d063-4ad6-a6ab-24a0a0dd4c98 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.5294240
Jun 19 01:57:44.801245 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:57:44.804779 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-2a81617d-44b8-4e72-b11e-b31063e1ab12 service neutron] 10.222.0.24 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4145401
Jun 19 01:57:44.872274 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event updated for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:44.878609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:44.910348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:44.912124 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.001518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.057183 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55701694-b204-413d-bff3-0ac7cd57ffcb req-8e1f3227-157d-4d58-ae52-686f9dfb51c9 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4198871
Jun 19 01:57:45.071111 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3123bd7c-5d9f-425a-b5ea-64bd53ab150c req-7e7a1ac4-2629-49d9-b55c-091fcc4e3fbe tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2634485
Jun 19 01:57:45.090232 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45370) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:45.117693 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8061283
Jun 19 01:57:45.145118 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Request body: {'port': {'device_id': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:45.158364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-9814bb5c-e955-4dbf-96c0-6188aa1a8c20 service neutron] 10.222.0.24 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3521872
Jun 19 01:57:45.407528 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.413284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.421411 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.509984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe94aba-0519-4e96-b5dd-14dcde1ba557 req-66f0af59-03c8-42f7-ad4c-9661de1ecf06 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:45.513365 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fe94aba-0519-4e96-b5dd-14dcde1ba557 req-66f0af59-03c8-42f7-ad4c-9661de1ecf06 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 931 time: 0.1786604
Jun 19 01:57:45.515186 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.521297 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f4dfc166-f7d0-4e3e-b171-bba70c9e8565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:45.632293 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fcfdee96eca746398f79a0709b571f66&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0772424
Jun 19 01:57:45.632293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269df30e-05c5-46d2-b976-f0a21a7a930f,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:45.634590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45380) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:45.640367 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:45.653629 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fe94aba-0519-4e96-b5dd-14dcde1ba557 req-25013475-608e-454d-81b2-f9c59ffaed90 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204426
Jun 19 01:57:45.784234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:45.872142 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.184264 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aaea10b-f782-43e0-aef8-ff1303825ae9 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:57:46.189605 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4def0800-c1f1-42a6-b73f-ed00bd77cd30 req-0dcaad65-9155-4184-9204-4cb8a1d69e86 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.2469974
Jun 19 01:57:46.194675 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.216443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Transition to ACTIVE for port object 4aaea10b-f782-43e0-aef8-ff1303825ae9 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:57:46.251830 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.271599 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.271599 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/269df30e-05c5-46d2-b976-f0a21a7a930f HTTP/1.1" status: 204  len: 168 time: 0.6302986
Jun 19 01:57:46.286698 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-184261dc-fb38-452f-8982-8c4e4e919e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:46.331193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269df30e-05c5-46d2-b976-f0a21a7a930f,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:46.339577 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:46.414809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.419031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596acd54-ea76-4414-a258-d8e3f0b84369 req-07ac40a9-0d1e-4eae-8c1b-70e760c255d5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:46.428255 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:46.443180 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-596acd54-ea76-4414-a258-d8e3f0b84369 req-07ac40a9-0d1e-4eae-8c1b-70e760c255d5 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.4764946
Jun 19 01:57:46.470443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.575176 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-596acd54-ea76-4414-a258-d8e3f0b84369 req-6c17d2a0-d3de-4e05-8841-06a3ebf15da2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301026
Jun 19 01:57:46.591463 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.623304 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:46.628810 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:46.632975 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0bf212d1-7314-4920-aeff-3b8747f47d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:46.685190 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=801db56178c74a6f8cab70b59681a132&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5925434
Jun 19 01:57:46.696788 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45400) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:46.715333 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7a825-d4bf-4288-8283-5009bbe8627a req-a126fc0f-93cc-400a-876a-cdedff07c535 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:46.732830 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdb7a825-d4bf-4288-8283-5009bbe8627a req-a126fc0f-93cc-400a-876a-cdedff07c535 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2279468
Jun 19 01:57:46.736442 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf59b4-c3bd-45b1-83a7-89c724ac4191,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:46.744002 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:46.821432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdb7a825-d4bf-4288-8283-5009bbe8627a req-369801c2-91a3-488e-a391-75595b0187aa tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874677
Jun 19 01:57:46.863102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Attempting to bind port 4aaea10b-f782-43e0-aef8-ff1303825ae9 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:57:46.863467 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Attempting to bind port 4aaea10b-f782-43e0-aef8-ff1303825ae9 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:57:46.863892 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Attempting to bind port 4aaea10b-f782-43e0-aef8-ff1303825ae9 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:46.875332 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Port 4aaea10b-f782-43e0-aef8-ff1303825ae9 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:57:46.875773 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Attempting to bind port 4aaea10b-f782-43e0-aef8-ff1303825ae9 on network 854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:46.890285 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:57:46.890629 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Checking segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:57:46.891005 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Bound using segment: {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:57:46.891470 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Bound port: 4aaea10b-f782-43e0-aef8-ff1303825ae9, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00afec5-e33c-4394-92d8-2c0847ecc795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:57:46.891880 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.906816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:46.972453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.003725 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6200f1e-0f3d-426f-82c9-48a82141fbb4 req-a2f5e2ad-63ae-4ab4-bded-6e402ea34d43 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:47.012001 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f6200f1e-0f3d-426f-82c9-48a82141fbb4 req-a2f5e2ad-63ae-4ab4-bded-6e402ea34d43 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 943 time: 0.1424506
Jun 19 01:57:47.038236 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:57:47.076985 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:57:47.119238 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f6200f1e-0f3d-426f-82c9-48a82141fbb4 req-76b0b9cb-fb1f-43b8-a6f1-0f8aa3777814 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020136
Jun 19 01:57:47.143743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45410) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:47.163277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.169582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.171111 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14bf59b4-c3bd-45b1-83a7-89c724ac4191 HTTP/1.1" status: 204  len: 168 time: 0.4731863
Jun 19 01:57:47.172228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d9ad1619-0394-402d-97ec-6a728d24f0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:47.181400 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.188147 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf59b4-c3bd-45b1-83a7-89c724ac4191,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:47.194543 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:47.194543 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:47.228164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:47.228757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.230829 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] 10.222.0.16 "PUT /v2.0/ports/4aaea10b-f782-43e0-aef8-ff1303825ae9 HTTP/1.1" status: 200  len: 1093 time: 2.1096151
Jun 19 01:57:47.231520 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:47.234133 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bea2771-ada9-425f-a756-f0b01317f5c3" -d '{"events": [{"name": "network-changed", "server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:47.274372 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:47.278678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:47.304742 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0746d91-549a-4fdc-8022-0523ab1e1b6a x-openstack-request-id: req-b0746d91-549a-4fdc-8022-0523ab1e1b6a {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:47.305194 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:47.305357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0746d91-549a-4fdc-8022-0523ab1e1b6a {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:47.305922 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9', 'status': 'completed', 'code': 200}
Jun 19 01:57:47.387399 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b6760716-6de0-49a4-8852-b952b4299e71 req-873970ff-db7d-4550-9eb6-78732c799b86 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.0635884
Jun 19 01:57:47.390292 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.501279 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-c68939dc-3de7-4a74-a3d0-f3c25738cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:47.502707 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-c68939dc-3de7-4a74-a3d0-f3c25738cfc2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 1096 time: 0.1404808
Jun 19 01:57:47.718262 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.744095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-e6d551e3-7f4d-4d9d-921b-7fa2fecb1ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:47.748369 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-e6d551e3-7f4d-4d9d-921b-7fa2fecb1ce2 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=f5d05c94c4484df2943d530cef2077f6&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2350860
Jun 19 01:57:47.892617 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:47.899954 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a728ba6b-a175-4b8e-a4e8-07b40c012584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:47.923395 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-f985526c-4937-4fda-b63f-a4c32f2acb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:47.924919 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6bea2771-ada9-425f-a756-f0b01317f5c3 req-f985526c-4937-4fda-b63f-a4c32f2acb9e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1698322
Jun 19 01:57:47.973649 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45428) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:47.976519 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17a9f59b74ef4c1a820b023c0dc0cb67&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8280406
Jun 19 01:57:47.978182 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f377d1-a0f1-4c8d-bd67-4fd9da498904,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:47.984098 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:48.008956 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-6267ec01-460d-4e00-ac2a-7de171284931 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2239287
Jun 19 01:57:48.050107 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceedf31-10bc-4fa1-8c44-af1d8da4caa1 req-e99aa1fc-66c9-41e8-80bc-14b6174fecaf tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.057680 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6ceedf31-10bc-4fa1-8c44-af1d8da4caa1 req-e99aa1fc-66c9-41e8-80bc-14b6174fecaf tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2194498
Jun 19 01:57:48.120438 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-cca66976-e841-4041-a8d7-c2bc609481d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.120438 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-cca66976-e841-4041-a8d7-c2bc609481d0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5d05c94c4484df2943d530cef2077f6&device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 1096 time: 0.1337481
Jun 19 01:57:48.121134 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45434) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:48.164286 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-f88e0e63-43ff-49ad-8537-d2e65802e739 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9 HTTP/1.1" status: 200  len: 217 time: 0.0366578
Jun 19 01:57:48.223586 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6ceedf31-10bc-4fa1-8c44-af1d8da4caa1 req-96578f7c-9d99-4b4a-8580-246f06e4890b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1636574
Jun 19 01:57:48.245025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c0121-7535-4f52-87d3-ba810e965753 req-4e4b33ad-e8e9-4095-9e01-42e24d2a9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.245025 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-4e4b33ad-e8e9-4095-9e01-42e24d2a9579 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 200  len: 855 time: 0.0738349
Jun 19 01:57:48.284216 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.310581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd8b4b-938a-47b7-814f-ac49f70b705e req-700eae18-0b6a-49b7-8b78-59f1920ccd04 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.313459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0edd8b4b-938a-47b7-814f-ac49f70b705e req-700eae18-0b6a-49b7-8b78-59f1920ccd04 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2841005
Jun 19 01:57:48.326925 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-854d19e5-ded1-44cb-bbac-4a59c3739745 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736508
Jun 19 01:57:48.372791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.390062 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.411208 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-ec5ff7fe-30ce-4889-a3eb-857247d36505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.414306 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-ec5ff7fe-30ce-4889-a3eb-857247d36505 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 1099 time: 0.3494844
Jun 19 01:57:48.532962 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-9f3c6c09-ba16-4c8b-9c21-5bcc3336e16d service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1968939
Jun 19 01:57:48.601009 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0edd8b4b-938a-47b7-814f-ac49f70b705e req-4095e94f-c1da-403f-a942-41d9393f3110 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2664962
Jun 19 01:57:48.683571 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.702405 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c52c0121-7535-4f52-87d3-ba810e965753 req-7e11a3d5-f334-49f4-808e-b6bde15392f2 service neutron] 10.222.0.16 "GET /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607523
Jun 19 01:57:48.776128 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.781395 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.783366 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50f377d1-a0f1-4c8d-bd67-4fd9da498904 HTTP/1.1" status: 204  len: 168 time: 0.8022196
Jun 19 01:57:48.799013 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c81f43-c39a-4342-8a4a-0eaa06c8c0fd req-f97a6f4e-07f3-4288-80a0-811de0d04a03 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.801125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:48.801739 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23c81f43-c39a-4342-8a4a-0eaa06c8c0fd req-f97a6f4e-07f3-4288-80a0-811de0d04a03 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 943 time: 0.3322957
Jun 19 01:57:48.805523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-7134f954-3483-4d02-93d0-8d602e372aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:48.820138 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-f6881f41-b605-41e5-8977-0230b0dd952e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:48.822936 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-f6881f41-b605-41e5-8977-0230b0dd952e service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.3709195
Jun 19 01:57:48.840759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3966a49e-621d-45a4-a8f9-827a2e13156b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:48.847698 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e39c8bfbf9354222b76ddeaf60bc65fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7253466
Jun 19 01:57:48.848426 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45448) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:48.855896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f377d1-a0f1-4c8d-bd67-4fd9da498904,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:48.871922 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:48.926768 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0066a6e5-7d74-44f0-92f0-c030b7912042,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:48.946934 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-bcedc79d-c1fd-4820-a482-84668e9bf48d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 200  len: 217 time: 0.1136835
Jun 19 01:57:48.963306 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:48.989635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:49.011354 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e3608a4d-fbfa-47ba-b802-ac56ec3cef18 req-60f81de1-b617-4799-9105-1659559f2d9c tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.0709934
Jun 19 01:57:49.033397 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:49.044623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23c81f43-c39a-4342-8a4a-0eaa06c8c0fd req-ceac63bc-e829-4fef-8fcd-6f8866c37577 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289960
Jun 19 01:57:49.068665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-8cd90d9a-08a3-4ecf-b75b-264d521afb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:49.071277 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-8cd90d9a-08a3-4ecf-b75b-264d521afb6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.1037145
Jun 19 01:57:49.117983 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-4bc81e6a-b7b4-4974-8f90-aab6ebb753be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389345
Jun 19 01:57:49.358117 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-13da1d47-9d75-45a8-8813-4164e5351295 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205902
Jun 19 01:57:49.426726 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d70265a9-4402-4f50-bdf4-2f4a83c98238 req-ebf7e733-c7b7-4e6f-a8b7-13674c850ce2 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680760
Jun 19 01:57:49.441061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:49.445809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:49.445809 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0066a6e5-7d74-44f0-92f0-c030b7912042 HTTP/1.1" status: 204  len: 168 time: 0.5927396
Jun 19 01:57:49.445809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-06dc7e69-c411-4049-a895-4be82500756a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:49.466979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0066a6e5-7d74-44f0-92f0-c030b7912042,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:49.477455 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:49.613255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbdbc44-4681-4384-86a0-1010c349a935 req-ae755f6a-7390-4d9a-a681-c294e3823bbd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:49.614885 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8dbdbc44-4681-4384-86a0-1010c349a935 req-ae755f6a-7390-4d9a-a681-c294e3823bbd tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2219715
Jun 19 01:57:49.685394 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b52e46-9cbe-4029-8e85-db82dec7f4da req-2b4fa0b9-a237-49bb-9d3d-5752e73e80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:49.687099 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30b52e46-9cbe-4029-8e85-db82dec7f4da req-2b4fa0b9-a237-49bb-9d3d-5752e73e80aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.1792567
Jun 19 01:57:49.710493 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8dbdbc44-4681-4384-86a0-1010c349a935 req-0fe09672-c171-4c7b-b3e5-d319b24db6bc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798538
Jun 19 01:57:49.753910 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30b52e46-9cbe-4029-8e85-db82dec7f4da req-fb557c89-eca7-4d6c-be8b-e636a17b5d05 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565650
Jun 19 01:57:50.258732 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-62d12f64-d331-42a3-913a-f4ee73cdfefe req-825a3ca3-a0b3-46ec-a840-9a45756a1827 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.0378628
Jun 19 01:57:50.663578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebf14d-6283-467d-9fb4-310bbeb402c3 req-4ec5b953-0bb8-42b7-9b96-87cd1e651d2a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:50.663578 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50ebf14d-6283-467d-9fb4-310bbeb402c3 req-4ec5b953-0bb8-42b7-9b96-87cd1e651d2a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 943 time: 0.1925108
Jun 19 01:57:50.744123 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-b33bbc28-fd7f-4849-b51a-f10511ae23ab tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:50.747047 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-b33bbc28-fd7f-4849-b51a-f10511ae23ab tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "GET /v2.0/networks?id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 200  len: 808 time: 0.2458303
Jun 19 01:57:50.786773 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50ebf14d-6283-467d-9fb4-310bbeb402c3 req-9e725c8a-206a-41a0-8e64-f58fb9db9f04 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046617
Jun 19 01:57:50.794091 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Request body: {'port': {'device_id': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18', 'admin_state_up': True, 'tenant_id': '528d88c2dd5a4466acdbe74e3e5f29e9'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:51.243358 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78aa44-17cd-40a7-8e48-24d79bcc36c2 req-9b3b5a29-4461-4817-9949-3bc6d5935070 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:51.246229 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee78aa44-17cd-40a7-8e48-24d79bcc36c2 req-9b3b5a29-4461-4817-9949-3bc6d5935070 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1883631
Jun 19 01:57:51.312950 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee78aa44-17cd-40a7-8e48-24d79bcc36c2 req-44469e79-4148-4d45-9240-3fd585082ee7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603752
Jun 19 01:57:51.358910 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Made reservation on behalf of 528d88c2dd5a4466acdbe74e3e5f29e9 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:57:51.366579 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:51.533387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4ee89321-f563-4b32-bb8f-2ffdb06d35f2 req-6178d025-c724-42d6-83dd-f3f74115d10d tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.0653424
Jun 19 01:57:51.664616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Allocated IP 172.20.0.3 (474b94ea-1bef-4dbc-b7c5-daa4ee71ec18/08fc6c78-9a69-4826-8d68-92d51c225786/c395f6ac-63ae-41f4-9841-9fb497b37080) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:57:51.927150 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:51.947475 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.077009 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567cdae-9ca4-4b1f-ad27-d762212eba55 req-8bb5e4cd-0b4c-46e4-b770-b37a9cb51ac4 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:52.079341 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b567cdae-9ca4-4b1f-ad27-d762212eba55 req-8bb5e4cd-0b4c-46e4-b770-b37a9cb51ac4 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 943 time: 0.0845249
Jun 19 01:57:52.118526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.136600 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:52.146860 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b567cdae-9ca4-4b1f-ad27-d762212eba55 req-814a7fde-1362-45cf-ae18-d289ccbd1b4f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563869
Jun 19 01:57:52.200451 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:57:52.206814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:57:52.212591 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:57:52.223229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Pushing event updated for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:52.241517 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 4aaea10b-f782-43e0-aef8-ff1303825ae9 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:57:52.259936 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:52.295879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:52.296727 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.383499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:52.393718 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6137805
Jun 19 01:57:52.403376 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '4aaea10b-f782-43e0-aef8-ff1303825ae9', 'network_id': '854627a6-c015-4dc6-b4ea-ee7d4a74b2e3', 'port_id': '4aaea10b-f782-43e0-aef8-ff1303825ae9', 'mac_address': 'fa:16:3e:2f:c2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ced49df1-5b93-4226-8fcc-0b65fa199918', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:57:52.409711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Request body: {'port': {'device_id': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:52.490248 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.516451 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaea10b-f782-43e0-aef8-ff1303825ae9 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:57:52.555383 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:52.564183 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.735411 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:52.737982 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:52.852778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:52.852778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:52.853486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0df887-2496-4eab-a0c1-a5ec8dcc5ae1 req-eaa63376-00da-40b6-868b-71b568909f67 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:52.853486 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c0df887-2496-4eab-a0c1-a5ec8dcc5ae1 req-eaa63376-00da-40b6-868b-71b568909f67 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2680879
Jun 19 01:57:52.988807 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c0df887-2496-4eab-a0c1-a5ec8dcc5ae1 req-6cd4a232-69b9-48d3-92d6-bd3e633bc954 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496356
Jun 19 01:57:52.999019 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668c827-4542-4610-a23b-90e001ac6130 req-4ea49ea2-87b8-4f4b-b0a9-817a288d1c64 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:53.000791 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a668c827-4542-4610-a23b-90e001ac6130 req-4ea49ea2-87b8-4f4b-b0a9-817a288d1c64 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 931 time: 0.3290811
Jun 19 01:57:53.042005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['4aaea10b-f782-43e0-aef8-ff1303825ae9'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:57:53.085043 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a668c827-4542-4610-a23b-90e001ac6130 req-75a84370-2bbe-484d-aba1-13c72e18b538 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683582
Jun 19 01:57:53.201526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c395f6ac-63ae-41f4-9841-9fb497b37080 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:57:53.213627 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:53.250442 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Transition to ACTIVE for port object c395f6ac-63ae-41f4-9841-9fb497b37080 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:57:53.341866 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:53.350500 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:53.605606 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Pushing event updated for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:53.614847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:53.977489 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d28812-fa55-40cc-8d89-c78366047840 req-fd04dd36-873f-4512-a266-ad9814324791 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:53.979098 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d1d28812-fa55-40cc-8d89-c78366047840 req-fd04dd36-873f-4512-a266-ad9814324791 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 944 time: 0.5210166
Jun 19 01:57:53.999953 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Attempting to bind port c395f6ac-63ae-41f4-9841-9fb497b37080 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:57:54.000437 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Attempting to bind port c395f6ac-63ae-41f4-9841-9fb497b37080 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:57:54.000875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Attempting to bind port c395f6ac-63ae-41f4-9841-9fb497b37080 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:54.017879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Port c395f6ac-63ae-41f4-9841-9fb497b37080 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:57:54.018214 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Attempting to bind port c395f6ac-63ae-41f4-9841-9fb497b37080 on network 474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:57:54.027814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:57:54.028141 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Checking segment: {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:57:54.028526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Bound using segment: {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:57:54.029011 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Bound port: c395f6ac-63ae-41f4-9841-9fb497b37080, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:57:54.029361 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:54.052330 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d1d28812-fa55-40cc-8d89-c78366047840 req-29d0e763-c0f2-4df2-8345-57540229b07b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639460
Jun 19 01:57:54.154507 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:57:54.180964 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e496-592d-462f-95a9-b443ff902a71 req-be0d846d-c84b-456a-bcf9-ca31549d783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.192625 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-be0d846d-c84b-456a-bcf9-ca31549d783b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=554a7123c4024415a6cbbcce288f2c8d&device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 1099 time: 0.0819502
Jun 19 01:57:54.229219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c395f6ac-63ae-41f4-9841-9fb497b37080,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:57:54.297702 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e8b7c-4e22-4e13-bd04-79e2e5c8ae46 req-d55e3bbc-4bc2-4f74-bcb3-442a13af377f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.301439 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-877e8b7c-4e22-4e13-bd04-79e2e5c8ae46 req-d55e3bbc-4bc2-4f74-bcb3-442a13af377f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1501644
Jun 19 01:57:54.309987 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:54.326794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:54.369340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e496-592d-462f-95a9-b443ff902a71 req-ade41e5d-9a82-46d2-a105-d6b5483ed19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.369973 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-ade41e5d-9a82-46d2-a105-d6b5483ed19a service neutron] 10.222.0.16 "GET /v2.0/networks?id=581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 200  len: 919 time: 0.1755943
Jun 19 01:57:54.448237 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-7f1e2d7b-1024-41a0-b529-5735e0ca30e1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 200  len: 217 time: 0.0620368
Jun 19 01:57:54.469025 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.470044 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:54.472326 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-351708e0-0479-48d9-a874-763d215acdac service neutron] 10.222.0.16 "PUT /v2.0/ports/c395f6ac-63ae-41f4-9841-9fb497b37080 HTTP/1.1" status: 200  len: 1093 time: 2.0696394
Jun 19 01:57:54.474824 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:54.479104 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17763b5-126b-4175-9842-e690626903ec" -d '{"events": [{"name": "network-changed", "server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:54.510256 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768e496-592d-462f-95a9-b443ff902a71 req-84177e86-74a1-4563-8513-d855c8176065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.511868 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-84177e86-74a1-4563-8513-d855c8176065 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 200  len: 858 time: 0.0573566
Jun 19 01:57:54.540567 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-877e8b7c-4e22-4e13-bd04-79e2e5c8ae46 req-ea5fc986-19f0-4d40-a063-ac140c0d0367 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286363
Jun 19 01:57:54.568291 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Pushing event updated for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:54.574325 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:54.591207 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-469d34d3-3dc6-4af1-ae67-2358f5817121 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=581838e8-008f-4a58-8d27-32e2b66cd028&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0614274
Jun 19 01:57:54.599679 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb694c3-bf9c-4ff2-8885-f99f1256e9cf req-5e02f80a-f6f2-4da6-96ff-f281835e2327 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.609487 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ddb694c3-bf9c-4ff2-8885-f99f1256e9cf req-5e02f80a-f6f2-4da6-96ff-f281835e2327 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 943 time: 0.2272539
Jun 19 01:57:54.654022 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c5477-ab89-4754-988f-c0aa84cbc8e5 x-openstack-request-id: req-b49c5477-ab89-4754-988f-c0aa84cbc8e5 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:54.654503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:54.654924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b49c5477-ab89-4754-988f-c0aa84cbc8e5 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:54.655547 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080', 'status': 'completed', 'code': 200}
Jun 19 01:57:54.724060 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ddb694c3-bf9c-4ff2-8885-f99f1256e9cf req-c7f32b6a-f5bf-450b-bc32-b2f9b2f5d803 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138680
Jun 19 01:57:54.750464 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-39f92124-7323-495d-8434-3a1839e4b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.752388 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-39f92124-7323-495d-8434-3a1839e4b1f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 1096 time: 0.1150270
Jun 19 01:57:54.760505 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-2f989e2d-adc1-47ea-9540-e46ac3841263 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1591821
Jun 19 01:57:54.811943 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-1ea9cb7e-31ff-4ec7-8a21-4d55ed3e4672 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c395f6ac-63ae-41f4-9841-9fb497b37080 HTTP/1.1" status: 200  len: 217 time: 0.0518904
Jun 19 01:57:54.869980 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06e55d-32a2-4941-99cf-023d21da638e req-795f7eee-2b1b-4fd3-8b40-f5b625230be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:54.871595 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-795f7eee-2b1b-4fd3-8b40-f5b625230be8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08fc6c78-9a69-4826-8d68-92d51c225786 HTTP/1.1" status: 200  len: 848 time: 0.0531788
Jun 19 01:57:54.894144 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b768e496-592d-462f-95a9-b443ff902a71 req-78e90c9f-6629-4ac2-aab8-c29232db0357 service neutron] 10.222.0.16 "GET /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271307
Jun 19 01:57:54.917638 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-19b23627-c96e-4ed1-9297-ec4ebcc4ecc9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375001
Jun 19 01:57:55.042539 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-42f16d75-8bd8-4c9a-899c-5a75ec695e7f service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188972
Jun 19 01:57:55.161653 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1e06e55d-32a2-4941-99cf-023d21da638e req-d06079ff-ac48-4305-a169-be22c1588f4e service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085889
Jun 19 01:57:55.285832 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c131-066c-4cef-b1c1-57f61dc34236 req-6be10c9e-a4a2-4b94-860d-5eb45d7a17ac tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:55.287576 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b127c131-066c-4cef-b1c1-57f61dc34236 req-6be10c9e-a4a2-4b94-860d-5eb45d7a17ac tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 944 time: 0.0751753
Jun 19 01:57:55.380649 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b127c131-066c-4cef-b1c1-57f61dc34236 req-5d206760-2715-437d-95e3-b52c10067b07 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777354
Jun 19 01:57:55.394154 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17763b5-126b-4175-9842-e690626903ec req-e663277b-d916-4804-bcf7-eff177c08144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:55.395354 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-e663277b-d916-4804-bcf7-eff177c08144 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 1096 time: 0.1068296
Jun 19 01:57:55.420981 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45570) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:55.552412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:55.701523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:55.797193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386d26e-edfd-4ef1-932c-2c4b9c65fa31 req-d8b1695f-5332-4248-b5e6-1d8ee7ef11bc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:55.799858 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c386d26e-edfd-4ef1-932c-2c4b9c65fa31 req-d8b1695f-5332-4248-b5e6-1d8ee7ef11bc tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.0985589
Jun 19 01:57:55.819505 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:55.826818 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:55.874351 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c386d26e-edfd-4ef1-932c-2c4b9c65fa31 req-91ecfe21-ecb0-424b-ad08-e5989d4c69a9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673270
Jun 19 01:57:55.900203 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a098551f618b473f87ff326071f8edc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4778423
Jun 19 01:57:55.912776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec228727-4374-4d55-8988-de34f09a9b1b,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:55.912776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45578) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:55.919834 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:55.986253 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:56.029340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:56.031661 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fa6b2-129f-43a3-8afa-8a5df118b722 req-3b6fafa7-dffc-44cc-9d11-f657f913cf63 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:56.033568 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cc8fa6b2-129f-43a3-8afa-8a5df118b722 req-3b6fafa7-dffc-44cc-9d11-f657f913cf63 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 943 time: 0.1301360
Jun 19 01:57:56.097654 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cc8fa6b2-129f-43a3-8afa-8a5df118b722 req-c0ce4696-d8f8-4fd3-bc07-b7adf560c487 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527937
Jun 19 01:57:56.235277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:56.239781 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:56.242054 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec228727-4374-4d55-8988-de34f09a9b1b HTTP/1.1" status: 204  len: 168 time: 0.3334320
Jun 19 01:57:56.243263 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0b807fbd-6c66-4e2d-8ca9-17b66280146e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:56.255839 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec228727-4374-4d55-8988-de34f09a9b1b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:56.259097 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:56.486365 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17763b5-126b-4175-9842-e690626903ec req-6e214404-059c-4834-bdf7-9b26bfa02aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:56.489001 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-6e214404-059c-4834-bdf7-9b26bfa02aaf service neutron] 10.222.0.16 "GET /v2.0/networks?id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 200  len: 909 time: 0.1812019
Jun 19 01:57:56.643371 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88a305-db0c-4adf-ba48-355f772f175b req-35eadf26-e7e5-4cc6-84e8-927fd36f88ff tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:56.644914 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d88a305-db0c-4adf-ba48-355f772f175b req-35eadf26-e7e5-4cc6-84e8-927fd36f88ff tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 944 time: 0.0902665
Jun 19 01:57:56.711831 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d88a305-db0c-4adf-ba48-355f772f175b req-54772d67-e070-4b0f-a725-c3cb25d169dd tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606942
Jun 19 01:57:57.164747 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f7d3-a09d-4967-ac2d-42800f96efb1 req-3562d2ce-ace5-4e6a-b30b-8dd44817a996 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:57.167522 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e436f7d3-a09d-4967-ac2d-42800f96efb1 req-3562d2ce-ace5-4e6a-b30b-8dd44817a996 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1158786
Jun 19 01:57:57.183851 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 4aaea10b-f782-43e0-aef8-ff1303825ae9 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:57:57.275596 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-a557d7d4-50c3-4b32-bee3-84de5f9dffc1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c395f6ac-63ae-41f4-9841-9fb497b37080 HTTP/1.1" status: 200  len: 217 time: 0.0878601
Jun 19 01:57:57.357637 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 4aaea10b-f782-43e0-aef8-ff1303825ae9 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:57:57.368509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 4aaea10b-f782-43e0-aef8-ff1303825ae9 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:57:57.368509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:57.370265 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e436f7d3-a09d-4967-ac2d-42800f96efb1 req-762e3a06-deae-44e8-8d61-e3fcbeda7d79 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932232
Jun 19 01:57:57.422810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6ea1-535c-47ff-992a-09de715882b4 req-42746bce-7c58-4164-9070-0859b6c2e64f tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:57.425637 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12ba6ea1-535c-47ff-992a-09de715882b4 req-42746bce-7c58-4164-9070-0859b6c2e64f tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 943 time: 0.1470425
Jun 19 01:57:57.494849 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:57.499081 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12ba6ea1-535c-47ff-992a-09de715882b4 req-9b8d5ac4-a51b-45ab-b8e9-cdc07b5d11d7 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610466
Jun 19 01:57:57.540125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:57:57.540125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca240f1c-7895-4f76-8717-ada91f63e9be" -d '{"events": [{"server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "name": "network-vif-plugged", "status": "completed", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:57:57.556353 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:57:57.598692 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9ffead-8d1e-4d4d-88c3-0a9031f98f08 x-openstack-request-id: req-4e9ffead-8d1e-4d4d-88c3-0a9031f98f08 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:57:57.598958 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "name": "network-vif-plugged", "status": "completed", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:57:57.599343 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e9ffead-8d1e-4d4d-88c3-0a9031f98f08 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:57:57.600003 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9', 'code': 200}
Jun 19 01:57:57.630503 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:57.634095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:57.654576 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45612) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:57.704764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:57.708459 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:57.822047 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-704620498-network', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:57.933815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Made reservation on behalf of bd9a3f3e432845edb23cc31e02e22110 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:57:57.937148 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:57.956667 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.023174 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c16026-7e55-4c17-8bdd-2e454ddb7f64 req-9400d595-d3cc-4bd3-8f44-cf60cb4a8458 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.025797 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-37c16026-7e55-4c17-8bdd-2e454ddb7f64 req-9400d595-d3cc-4bd3-8f44-cf60cb4a8458 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.1637037
Jun 19 01:57:58.115643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-37c16026-7e55-4c17-8bdd-2e454ddb7f64 req-37d3d098-2d46-4b7f-bd97-211ec45c5286 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802596
Jun 19 01:57:58.185155 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.265868 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.270113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17763b5-126b-4175-9842-e690626903ec req-326191a1-ccf9-46a7-9651-aee61b9ff99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.271526 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-326191a1-ccf9-46a7-9651-aee61b9ff99e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=08fc6c78-9a69-4826-8d68-92d51c225786 HTTP/1.1" status: 200  len: 848 time: 0.0583668
Jun 19 01:57:58.273339 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-bfe99f3e-579c-4848-a402-a6815ad966e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:58.340963 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:57:58.344935 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-f5e6215f-63bc-4ecc-ae3a-6933f19c1ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600126
Jun 19 01:57:58.353225 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1c49c6-bab4-440c-b99f-b9a9d31251f8,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:58.371713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:58.372581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.372949 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Added segment c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a of type vlan for network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb
Jun 19 01:57:58.482909 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.547432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-94c594f4-ea95-48d3-b0c3-dd2f72cab676 service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901200
Jun 19 01:57:58.707122 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.719468 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.720631 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:58.727072 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f732f96-ed50-4bb1-9054-c7bdf682d02c req-93d25877-92a5-440a-8a0f-81923934232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.728020 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d1071286-0447-4b53-bda6-3718ab7e19a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:58.729763 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6f732f96-ed50-4bb1-9054-c7bdf682d02c req-93d25877-92a5-440a-8a0f-81923934232e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 1098 time: 0.0749757
Jun 19 01:57:58.801436 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-6f732f96-ed50-4bb1-9054-c7bdf682d02c req-38bc7d38-5501-4ddf-8999-b1bc8354ea8d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570204
Jun 19 01:57:58.879880 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f17763b5-126b-4175-9842-e690626903ec req-5dc01867-f6d3-45cd-a3cf-906942b4ff68 service neutron] 10.222.0.16 "GET /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192708
Jun 19 01:57:58.886165 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:58.899530 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:57:58.900262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eee5e9-737c-425a-9cf9-5946ada0e512 req-a2eb01d5-7422-48d8-b1e9-54b3eaaefe86 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.903227 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-97eee5e9-737c-425a-9cf9-5946ada0e512 req-a2eb01d5-7422-48d8-b1e9-54b3eaaefe86 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.3590162
Jun 19 01:57:58.904629 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:58.976422 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-97eee5e9-737c-425a-9cf9-5946ada0e512 req-8d7a52d5-7e2b-489b-9cfd-7da32feed171 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593719
Jun 19 01:57:58.988757 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30395d71-158f-42b1-8026-ce93e80b6af3 req-b6e6110d-a78c-4352-a542-ddd644ad84fe tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:58.992496 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30395d71-158f-42b1-8026-ce93e80b6af3 req-b6e6110d-a78c-4352-a542-ddd644ad84fe tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 943 time: 0.1907637
Jun 19 01:57:59.014978 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3589692
Jun 19 01:57:59.018792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45626) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:57:59.029322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Request body: {'subnet': {'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-704620498-subnet', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:57:59.069643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30395d71-158f-42b1-8026-ce93e80b6af3 req-3bc4568a-1c15-4471-b60f-937f14fa2214 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668931
Jun 19 01:57:59.164330 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Made reservation on behalf of bd9a3f3e432845edb23cc31e02e22110 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:57:59.169078 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:59.447246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd03db7-cd72-450f-bd3f-42019c227fa4 req-2e2be423-d030-4ce5-b547-aade8e028055 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:59.449456 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfd03db7-cd72-450f-bd3f-42019c227fa4 req-2e2be423-d030-4ce5-b547-aade8e028055 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.0851014
Jun 19 01:57:59.511584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfd03db7-cd72-450f-bd3f-42019c227fa4 req-52217308-ed55-42f5-b5d1-eaf334d1e864 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510790
Jun 19 01:57:59.569645 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:59.572482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8cb5fa80-b05e-45c1-9a25-e3b7b7d36d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:57:59.645084 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ffdd41d-b4e3-4955-a67c-31871d0362d3,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:57:59.648421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:57:59.658582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:57:59.663606 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Network hostable DHCP agents. Network: 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:57:59.755920 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:57:59.888453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:57:59.893972 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:57:59.895828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:57:59.899888 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfefbc3f-57a6-443c-8a1a-9cafde2235e4 None None] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:00.107795 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0863063
Jun 19 01:58:00.112714 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45642) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:00.121287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:00.147979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:58:00.149609 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.243304 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.244368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.281463 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c395f6ac-63ae-41f4-9841-9fb497b37080 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:58:00.375417 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.380838 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340cb28-f147-4be6-9dd1-7170ca1fe1fc req-072c2fd3-61ef-4ca8-8fb0-1b04a76d16c7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:00.382441 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d340cb28-f147-4be6-9dd1-7170ca1fe1fc req-072c2fd3-61ef-4ca8-8fb0-1b04a76d16c7 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2126293
Jun 19 01:58:00.461135 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d340cb28-f147-4be6-9dd1-7170ca1fe1fc req-fcb12321-090c-40ba-995e-be35f95f63ac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658259
Jun 19 01:58:00.471810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb976a8-70a7-43e2-a8ab-dff3ce317994 req-e3fcf8f5-94e9-44fd-ba04-584067579d37 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:00.473484 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ceb976a8-70a7-43e2-a8ab-dff3ce317994 req-e3fcf8f5-94e9-44fd-ba04-584067579d37 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 943 time: 0.1788106
Jun 19 01:58:00.540485 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ceb976a8-70a7-43e2-a8ab-dff3ce317994 req-50f6d2ae-c7c0-4700-a9a4-510cd8064670 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557530
Jun 19 01:58:00.548651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Allocated IP 172.20.0.2 (2ce46fbc-3eb0-4567-a8fd-971073e3a0bb/9ffdd41d-b4e3-4955-a67c-31871d0362d3/5ac3a77b-f37b-43f6-98c2-39970f8104c9) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:00.584440 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c395f6ac-63ae-41f4-9841-9fb497b37080,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:00.594490 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'c395f6ac-63ae-41f4-9841-9fb497b37080', 'network_id': '474b94ea-1bef-4dbc-b7c5-daa4ee71ec18', 'port_id': 'c395f6ac-63ae-41f4-9841-9fb497b37080', 'mac_address': 'fa:16:3e:19:bf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08fc6c78-9a69-4826-8d68-92d51c225786', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:58:00.767520 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.817759 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c395f6ac-63ae-41f4-9841-9fb497b37080 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:58:00.858661 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75913fe3-d56b-4660-9025-a1ca93816e6b req-76f0f50a-2801-4c58-a9ff-b750de8a5e34 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:00.860430 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75913fe3-d56b-4660-9025-a1ca93816e6b req-76f0f50a-2801-4c58-a9ff-b750de8a5e34 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.0853634
Jun 19 01:58:00.889107 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c395f6ac-63ae-41f4-9841-9fb497b37080,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:00.960735 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:00.965811 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75913fe3-d56b-4660-9025-a1ca93816e6b req-fc2dd893-ddfb-4a1a-ad2a-a4176783fdaa tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886838
Jun 19 01:58:00.969461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Transition to ACTIVE for port object 5ac3a77b-f37b-43f6-98c2-39970f8104c9 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:01.006195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Transition to ACTIVE for port object 5ac3a77b-f37b-43f6-98c2-39970f8104c9 will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:01.017121 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.100243 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.104043 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:01.156153 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.160873 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:01.168338 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:01.168676 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:01.210667 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:01.213971 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:01.220062 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:01.226427 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Pushing event updated for resources: {'Port': ['ID=5ac3a77b-f37b-43f6-98c2-39970f8104c9,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:01.230816 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:01.293655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Attempting to bind port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:01.294044 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Attempting to bind port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:01.294427 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Attempting to bind port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:01.308749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:01.319996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:01.319996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.319996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Bound using segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:01.319996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Bound port: 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:01.319996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.390309 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] For port 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:01.395882 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] For port 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=5ac3a77b-f37b-43f6-98c2-39970f8104c9,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:01.436792 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['c395f6ac-63ae-41f4-9841-9fb497b37080'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:01.438329 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.462844 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.554535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:01.577446 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:01.671287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Allocated IP 172.27.3.234 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/6df8fd7b-66bb-4d82-ac85-16f3bf933270) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:01.683637 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Pushing event updated for resources: {'Port': ['ID=5ac3a77b-f37b-43f6-98c2-39970f8104c9,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:01.693751 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:01.830511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c9ca6-3c6f-492d-a697-460d2f180a63 req-e5bccd64-5f77-451a-bb2d-1a62a4938f9f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:01.843244 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2e2c9ca6-3c6f-492d-a697-460d2f180a63 req-e5bccd64-5f77-451a-bb2d-1a62a4938f9f tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1986341
Jun 19 01:58:01.870032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:02.045214 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:02.047757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:02.080199 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2e2c9ca6-3c6f-492d-a697-460d2f180a63 req-dc1a4cb1-1c11-4b69-b9c8-ed695de19934 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304461
Jun 19 01:58:02.169069 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd71aaf-aa95-4fce-af7a-3fa91e8d6c45 req-e8fbd516-3b04-4b12-837f-3c1c6b8e675c tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:02.169069 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7dd71aaf-aa95-4fce-af7a-3fa91e8d6c45 req-e8fbd516-3b04-4b12-837f-3c1c6b8e675c tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 944 time: 0.2766016
Jun 19 01:58:02.223970 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:02.229903 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:02.238217 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:02.245966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Pushing event updated for resources: {'Port': ['ID=6df8fd7b-66bb-4d82-ac85-16f3bf933270,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:02.257170 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:02.267025 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7dd71aaf-aa95-4fce-af7a-3fa91e8d6c45 req-cc242594-de15-4b9d-ba2c-e2a9605a19d2 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011703
Jun 19 01:58:02.318873 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0cbaedd8-ffee-4ca2-aeb6-8d7c2205c37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:02.705401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45676) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:02.802120 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:02.885886 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.109066 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.203325 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.203859 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.208882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1c3c94e2-3567-4455-ac1b-efb5522edad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:03.296906 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a35d8ee-5b21-48a7-a457-f156cf36a813,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:03.333095 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebdb8241e79a4584be5552460a729e6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6256909
Jun 19 01:58:03.338141 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45688) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:03.346167 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:03.416013 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 5ac3a77b-f37b-43f6-98c2-39970f8104c9 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:03.478613 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.514294 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d427c9-b20d-40c0-b751-7685f7dbb6d3 None None] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:03.533630 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.631829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf485a2-6e63-43bf-ad34-2645aab4c7e9 req-9a66e001-3bb4-48cf-814c-bc73a7f291a5 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:03.633469 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aaf485a2-6e63-43bf-ad34-2645aab4c7e9 req-9a66e001-3bb4-48cf-814c-bc73a7f291a5 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 944 time: 0.1197014
Jun 19 01:58:03.687419 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:58:03.688294 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aaf485a2-6e63-43bf-ad34-2645aab4c7e9 req-bac2f327-13ca-46ff-9f3b-c3c6be534b53 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417912
Jun 19 01:58:03.718551 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:03.750618 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.753539 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.754818 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a35d8ee-5b21-48a7-a457-f156cf36a813 HTTP/1.1" status: 204  len: 168 time: 0.4148579
Jun 19 01:58:03.757697 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-7b5bca25-2e0a-422c-b854-ae05f314c14a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:03.773097 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a35d8ee-5b21-48a7-a457-f156cf36a813,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:03.780869 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Provisioning for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:03.785025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:03.806014 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:03.806623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.812327 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Provisioning complete for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:03.812989 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:03.912585 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:03.934799 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:03.960340 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:03.960340 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b19730>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:57:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:04.163818 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:04.195321 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:04.199523 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:04.243772 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:04.246582 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1322477
Jun 19 01:58:04.251190 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45700) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:04.323114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=5ac3a77b-f37b-43f6-98c2-39970f8104c9,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:04.334220 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c395f6ac-63ae-41f4-9841-9fb497b37080 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:04.510270 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:04.519855 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b28ac6d0-ba9b-4139-9af6-c34bc100bd76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:04.556809 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b19730>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:02Z', 'revision_number': 3, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:04.615453 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:04.616153 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Updating router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:04.663283 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=5ac3a77b-f37b-43f6-98c2-39970f8104c9,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:04.680666 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:04.680829 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:04.710662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.db.api [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:58:04.711066 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_db.api [None req-357549c4-bcea-4347-904d-2afb9b133523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:58:04.755891 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port c395f6ac-63ae-41f4-9841-9fb497b37080 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:04.765415 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port c395f6ac-63ae-41f4-9841-9fb497b37080 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:04.766134 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.068394 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.120054 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-be6908b7-59fe-456a-ad2d-d0874028bcfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.142286 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:05.147828 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78358cff-f7e4-43fe-ab1d-ae5188a44b0f" -d '{"events": [{"server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "name": "network-vif-plugged", "status": "completed", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:05.166317 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.192784 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Transition to ACTIVE for port object 6df8fd7b-66bb-4d82-ac85-16f3bf933270 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:05.237968 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c395f6ac-63ae-41f4-9841-9fb497b37080,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:05.277904 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.280726 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:05.325369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 5ac3a77b-f37b-43f6-98c2-39970f8104c9 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:05.348610 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Pushing event updated for resources: {'Port': ['ID=6df8fd7b-66bb-4d82-ac85-16f3bf933270,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:05.360680 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.361374 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.361902 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.362415 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.362907 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.363412 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.363909 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.364417 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.364986 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.365474 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.365955 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.366430 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:05.373346 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45127b0a-0a16-4111-bbcf-5385028bc39f x-openstack-request-id: req-45127b0a-0a16-4111-bbcf-5385028bc39f {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:05.373818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "name": "network-vif-plugged", "status": "completed", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:05.375345 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-45127b0a-0a16-4111-bbcf-5385028bc39f {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:05.375472 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:05.375571 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080', 'code': 200}
Jun 19 01:58:05.382991 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.392029 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:05.401865 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Attempting to bind port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:05.402831 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Attempting to bind port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:05.403824 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Attempting to bind port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:05.413691 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:05.414362 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:05.415003 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.415753 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:05.416417 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Bound port: 6df8fd7b-66bb-4d82-ac85-16f3bf933270, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:05.417373 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.507696 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.509773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:05.517365 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:05.526299 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:05.527218 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.547647 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.600263 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-f4607a2e-c1d2-4302-bb14-c000bec2042c None None] Provisioning complete for port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:05.600751 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f4607a2e-c1d2-4302-bb14-c000bec2042c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.627544 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] For port 6df8fd7b-66bb-4d82-ac85-16f3bf933270, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:05.632229 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] For port 6df8fd7b-66bb-4d82-ac85-16f3bf933270, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6df8fd7b-66bb-4d82-ac85-16f3bf933270,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:05.706160 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:05.707237 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20d5f01-8630-4c80-bc93-bd92864f6da8 req-2c4b2801-7e61-4cd5-bfaf-9a1c20b320cf tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:05.710109 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e20d5f01-8630-4c80-bc93-bd92864f6da8 req-2c4b2801-7e61-4cd5-bfaf-9a1c20b320cf tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 944 time: 0.6629670
Jun 19 01:58:05.715683 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-f9377ba3-9c69-4731-acea-1d63b8c84a9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:05.784731 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:05.785756 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b19730>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:05.831247 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Pushing event updated for resources: {'Port': ['ID=6df8fd7b-66bb-4d82-ac85-16f3bf933270,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:05.836229 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:05.858213 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e20d5f01-8630-4c80-bc93-bd92864f6da8 req-0e4e8f55-592c-463b-9ec2-e3d63f9665b3 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321266
Jun 19 01:58:05.943160 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:05.980863 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Allocated IP 172.20.0.1 (2ce46fbc-3eb0-4567-a8fd-971073e3a0bb/9ffdd41d-b4e3-4955-a67c-31871d0362d3/fdeeeb8a-1268-46bf-930a-479e16cddfbe) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:06.018851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45730) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:06.022651 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea99a0-4188-4453-aca7-45ae3a68e21a req-4bf6ab3f-8daa-423e-b4eb-ae59012d7abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:06.024116 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e3ea99a0-4188-4453-aca7-45ae3a68e21a req-4bf6ab3f-8daa-423e-b4eb-ae59012d7abe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 1098 time: 0.1334269
Jun 19 01:58:06.113196 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e3ea99a0-4188-4453-aca7-45ae3a68e21a req-a0f4bcd3-9c1c-4bb1-a923-049381eb7774 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583861
Jun 19 01:58:06.158585 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.177769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Transition to ACTIVE for port object fdeeeb8a-1268-46bf-930a-479e16cddfbe will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:06.241509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.258245 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-802201966-network', 'tenant_id': '531291145a064129b4b4810f42f32eea'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:06.324523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.326759 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b19730>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:02Z', 'revision_number': 3, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:06.327387 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:06.361679 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae49d48-b937-4e95-8ac5-7697e47dfdc4 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:02Z', 'revision_number': 3, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:06.365259 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:06.371753 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:06.376153 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:06.437874 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Made reservation on behalf of 531291145a064129b4b4810f42f32eea for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:06.441597 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Pushing event updated for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:06.447338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:06.454077 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.454361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.481637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.681492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.833566 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.865683 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.869119 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9590d635-29ae-4a77-a7e9-b32e81280886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:06.891944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-37483ab3-e73d-410c-b181-a0b33dc7d60c None None] Provisioning for port fdeeeb8a-1268-46bf-930a-479e16cddfbe completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:06.897481 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-37483ab3-e73d-410c-b181-a0b33dc7d60c None None] Provisioning complete for port fdeeeb8a-1268-46bf-930a-479e16cddfbe triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:06.897922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-37483ab3-e73d-410c-b181-a0b33dc7d60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.900415 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:58:06.911865 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:06.912426 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Added segment 497dade0-f6e2-4347-9004-42bc36a46dcb of type vlan for network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7
Jun 19 01:58:06.950888 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-37483ab3-e73d-410c-b181-a0b33dc7d60c None None] Port fdeeeb8a-1268-46bf-930a-479e16cddfbe cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:06.972540 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.015315 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64baef7c-b03f-449a-b3a3-8e275f70ac98,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:07.018870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:07.104016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.104016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:07.104016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.108433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d4f4e99b-2a95-4431-a98a-7d3ecbbc90c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:07.211063 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd83f65-e4aa-4b4e-a070-37007e2c3a68 req-c39c096a-f8be-4aba-986b-0dbf3bedca97 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:07.214388 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ddd83f65-e4aa-4b4e-a070-37007e2c3a68 req-c39c096a-f8be-4aba-986b-0dbf3bedca97 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.1568892
Jun 19 01:58:07.243620 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.254345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Pushing event updated for resources: {'Network': ['ID=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:07.269114 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:07.269852 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:58:07.318732 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.2967527
Jun 19 01:58:07.321866 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45746) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:07.328508 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6df8fd7b-66bb-4d82-ac85-16f3bf933270 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:07.336026 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Request body: {'subnet': {'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-802201966-subnet', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:07.360580 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.424472 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:07.435205 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ddd83f65-e4aa-4b4e-a070-37007e2c3a68 req-f7caf3bb-add6-43f1-9c96-ac03fb71701b tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1877389
Jun 19 01:58:07.483099 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.489162 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Made reservation on behalf of 531291145a064129b4b4810f42f32eea for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:07.498801 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.555646 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:07.569044 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:07.574351 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.597446 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Pushing event updated for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:07.603317 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:07.737100 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:07.740385 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:07.780580 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.849777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 6df8fd7b-66bb-4d82-ac85-16f3bf933270, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6df8fd7b-66bb-4d82-ac85-16f3bf933270,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:07.895408 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.931292 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:07.937458 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:08.000094 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:08.050509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=6df8fd7b-66bb-4d82-ac85-16f3bf933270,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:08.056462 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:08.111879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.114673 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:08.196555 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b4296e2c-31b1-4ffd-bdf4-16143a5bba78 None None] Provisioning complete for port fdeeeb8a-1268-46bf-930a-479e16cddfbe triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:08.196992 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b4296e2c-31b1-4ffd-bdf4-16143a5bba78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.224999 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3b708a6-3b49-4873-8a6e-3e961094da9b,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:08.260851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:08.267854 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-b4296e2c-31b1-4ffd-bdf4-16143a5bba78 None None] Port fdeeeb8a-1268-46bf-930a-479e16cddfbe cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:08.280317 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Checking segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:08.280985 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Network hostable DHCP agents. Network: ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:58:08.312164 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:08.328159 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] 10.222.0.24 "PUT /v2.0/routers/c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0751112
Jun 19 01:58:08.452299 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:58:08.549627 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:08.559750 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:08.560353 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.561785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53c613-c3e5-4129-9fd7-7b51e41964eb None None] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:08.590901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bb3b9-78d0-4ac6-8cc7-04e336594594 req-3386f179-5478-4b63-9069-d27cf5625acb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:08.594168 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b85bb3b9-78d0-4ac6-8cc7-04e336594594 req-3386f179-5478-4b63-9069-d27cf5625acb tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1436052
Jun 19 01:58:08.673464 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3496296
Jun 19 01:58:08.681787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45762) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:08.696478 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:08.698177 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b85bb3b9-78d0-4ac6-8cc7-04e336594594 req-63ff3e8b-6398-4b1d-a2a1-2eb4e56ec941 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967793
Jun 19 01:58:08.806638 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:58:08.809164 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.836107 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ffbc-5505-451b-8ffb-6e4b74db1cb1 req-91724ffa-b1d1-43e4-babb-c580bb131e63 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:08.846673 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50a8ffbc-5505-451b-8ffb-6e4b74db1cb1 req-91724ffa-b1d1-43e4-babb-c580bb131e63 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.1461852
Jun 19 01:58:08.873371 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.875271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:08.905068 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50a8ffbc-5505-451b-8ffb-6e4b74db1cb1 req-16f6092b-e981-4b65-a785-070745179541 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571222
Jun 19 01:58:08.981385 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.001633 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:09.069662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:09.070733 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2339f430>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:09.170054 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Allocated IP 172.20.0.2 (ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7/d3b708a6-3b49-4873-8a6e-3e961094da9b/3f28700f-2e76-481b-b681-93ed812e9ef9) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:09.257155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6df8fd7b-66bb-4d82-ac85-16f3bf933270 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:09.289697 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.430501 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:09.502414 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45778) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:09.510572 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1311895516-network', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:09.646837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:09.647219 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.699042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Made reservation on behalf of 77b474d5a47442eeb2d58d6c87837b06 for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:09.703671 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.751234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.798328 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:09.824725 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.002243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Allocated IP 172.27.3.36 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/9668a67b-3365-4370-b637-02f000a2b949) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:10.004069 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.042277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Transition to ACTIVE for port object 3f28700f-2e76-481b-b681-93ed812e9ef9 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:10.071212 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecadc97-e2c2-4852-bf74-fe1d6a4f3345 req-d2139139-6ef7-49ad-ba0d-a3cc13d5d18c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:10.072445 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Transition to ACTIVE for port object 3f28700f-2e76-481b-b681-93ed812e9ef9 will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:10.074513 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ecadc97-e2c2-4852-bf74-fe1d6a4f3345 req-d2139139-6ef7-49ad-ba0d-a3cc13d5d18c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.1832702
Jun 19 01:58:10.094939 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2339f430>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 2, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:10.104645 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.137686 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.141935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:10.142483 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:10.142935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Updating router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 port fdeeeb8a-1268-46bf-930a-479e16cddfbe binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:10.162894 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.176508 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-74b4bb62-8157-4356-b318-2f420548fae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:10.204516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.210776 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ecadc97-e2c2-4852-bf74-fe1d6a4f3345 req-6ef78dae-a389-4aec-ae4b-d7152554644b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097915
Jun 19 01:58:10.219485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.239302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:58:10.242422 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:10.245869 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:10.250882 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:10.275213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb284d7-5aaf-489b-8b2f-3c751b765d0b,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:10.278924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.279270 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Added segment 771aa25d-4534-4c84-a2b1-73005e0f4dba of type vlan for network da6dd2b0-2b66-48d7-9022-026b60b17fa0
Jun 19 01:58:10.282962 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:10.297531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Pushing event updated for resources: {'Port': ['ID=3f28700f-2e76-481b-b681-93ed812e9ef9,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:10.303132 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:10.325505 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.335698 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.350257 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:10.395936 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:10.401802 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:10.425891 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:10.454239 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Pushing event updated for resources: {'Port': ['ID=9668a67b-3365-4370-b637-02f000a2b949,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:10.460361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:10.477516 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.478896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:10.481265 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.485269 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ba7e5bd8-49df-4716-b5b8-241f8549a58a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:10.560299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Pushing event updated for resources: {'Network': ['ID=da6dd2b0-2b66-48d7-9022-026b60b17fa0,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:10.563201 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:10.576742 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:58:10.626655 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1236553
Jun 19 01:58:10.630383 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45794) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:10.637054 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Request body: {'subnet': {'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1311895516-subnet', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:10.751417 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Made reservation on behalf of 77b474d5a47442eeb2d58d6c87837b06 for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:10.755344 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12251285'] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.798659 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Attempting to bind port 3f28700f-2e76-481b-b681-93ed812e9ef9 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:10.799078 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Attempting to bind port 3f28700f-2e76-481b-b681-93ed812e9ef9 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:10.799574 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Attempting to bind port 3f28700f-2e76-481b-b681-93ed812e9ef9 on network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:10.819429 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:10.819770 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Checking segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:10.820136 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.820545 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Bound using segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:10.821078 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Bound port: 3f28700f-2e76-481b-b681-93ed812e9ef9, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:10.821481 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.825743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.923782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:10.949698 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Transition to ACTIVE for port object fdeeeb8a-1268-46bf-930a-479e16cddfbe will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:10.993916 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] For port 3f28700f-2e76-481b-b681-93ed812e9ef9, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:10.999404 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] For port 3f28700f-2e76-481b-b681-93ed812e9ef9, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3f28700f-2e76-481b-b681-93ed812e9ef9,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:11.048641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.055833 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-3e161c68-d8c9-4439-b6f6-09c94fa54cd4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:11.058660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-3e161c68-d8c9-4439-b6f6-09c94fa54cd4 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.2730954
Jun 19 01:58:11.060653 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-6666aa38-0350-4ae2-b41a-32dc8337b78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:11.102763 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.254953 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Pushing event updated for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:11.260784 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:11.262436 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:11.309551 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Attempting to bind port fdeeeb8a-1268-46bf-930a-479e16cddfbe on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:11.310287 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Attempting to bind port fdeeeb8a-1268-46bf-930a-479e16cddfbe by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:11.310851 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Attempting to bind port fdeeeb8a-1268-46bf-930a-479e16cddfbe on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:11.318006 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11905998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12251271'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.321799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:11.321799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:11.322351 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.322451 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Bound using segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:11.323528 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Bound port: fdeeeb8a-1268-46bf-930a-479e16cddfbe, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:11.324156 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.335255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:11.409867 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Pushing event updated for resources: {'Port': ['ID=3f28700f-2e76-481b-b681-93ed812e9ef9,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:11.419990 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:11.458795 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] For port fdeeeb8a-1268-46bf-930a-479e16cddfbe, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:11.465830 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] For port fdeeeb8a-1268-46bf-930a-479e16cddfbe, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=fdeeeb8a-1268-46bf-930a-479e16cddfbe,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:11.472984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d6bfd-ca8b-4522-9dc1-2cb112e3490f req-f4c6a747-1975-42d3-afcd-d0df7e62564a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:11.475082 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-db8d6bfd-ca8b-4522-9dc1-2cb112e3490f req-f4c6a747-1975-42d3-afcd-d0df7e62564a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.3913305
Jun 19 01:58:11.540482 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.543536 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:11.600966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.645687 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Deleting port 922ceeb5-34b4-4458-93f7-e8950134e3aa {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:11.646283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.677802 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:11.678945 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2339f430>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:11.767356 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Pushing event updated for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:11.772583 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:11.797841 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] For port 922ceeb5-34b4-4458-93f7-e8950134e3aa, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=922ceeb5-34b4-4458-93f7-e8950134e3aa,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:11.798205 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:11.852563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=858ba90d-f4ee-422c-a1b5-d9114ffb3592,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:11.952389 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Calling delete_port for 922ceeb5-34b4-4458-93f7-e8950134e3aa owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:11.955001 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:11.962428 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Checking segment: {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:11.962786 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Network hostable DHCP agents. Network: da6dd2b0-2b66-48d7-9022-026b60b17fa0, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:58:11.986269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:11.993800 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-db8d6bfd-ca8b-4522-9dc1-2cb112e3490f req-0b7399e1-b7d8-431f-9432-e8622efacf63 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5031278
Jun 19 01:58:12.014579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Router 22d39342-88a2-4c89-9eff-520277619a39 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:58:12.074559 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318439d-f206-4d1d-a49a-8006e28a72fb req-09c65b4f-42b7-466f-b343-b7da48b06c8a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:12.077044 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2318439d-f206-4d1d-a49a-8006e28a72fb req-09c65b4f-42b7-466f-b343-b7da48b06c8a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 946 time: 0.5898218
Jun 19 01:58:12.148881 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:58:12.172762 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:12.194706 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Sync routers for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:12.212298 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:12.214652 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b6c190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:12.228707 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2318439d-f206-4d1d-a49a-8006e28a72fb req-51e1ca80-1e0c-4961-bd63-1069b71954b6 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289482
Jun 19 01:58:12.266092 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, da6dd2b0-2b66-48d7-9022-026b60b17fa0) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:12.289099 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.302663 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ac9fec-ab8b-4629-a100-9e113ce01f63 None None] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:12.303113 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.6132033
Jun 19 01:58:12.303113 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45804) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:12.305295 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:12.312628 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.356766 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.369315 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:12.376974 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['7b0a59f6-e792-46f8-a916-2cbae833e43b', '922ceeb5-34b4-4458-93f7-e8950134e3aa'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:12.439526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Pushing event deleted for resources: {'Port': ['ID=922ceeb5-34b4-4458-93f7-e8950134e3aa,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:12.452069 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:12.459017 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0227abb0-d2f7-48d7-8284-200b2b16c124 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8269045
Jun 19 01:58:12.461217 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45806) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:12.468362 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:12.556887 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] No DVR routers for this DVR port 922ceeb5-34b4-4458-93f7-e8950134e3aa on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:12.564487 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.570680 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-879cc890-4c21-41e5-962d-6e63d9f72bc3 req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "DELETE /v2.0/ports/922ceeb5-34b4-4458-93f7-e8950134e3aa HTTP/1.1" status: 204  len: 173 time: 1.4852946
Jun 19 01:58:12.586522 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:12.589635 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'name': 'network-vif-deleted', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:12.593919 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fe975c-fab1-407d-b00a-f6996a5e98e7" -d '{"events": [{"server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "name": "network-vif-deleted", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:12.707424 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb88f506-bbc7-46b2-ac3b-0c953ad7a8ba x-openstack-request-id: req-bb88f506-bbc7-46b2-ac3b-0c953ad7a8ba {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:12.708389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.708852 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.709176 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2339f430>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:11Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:12.710667 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97cb0b2-c168-4c45-a439-f6f9e08e313a", "name": "network-vif-deleted", "tag": "922ceeb5-34b4-4458-93f7-e8950134e3aa", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:12.711098 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb88f506-bbc7-46b2-ac3b-0c953ad7a8ba {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:12.711655 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97cb0b2-c168-4c45-a439-f6f9e08e313a', 'name': 'network-vif-deleted', 'tag': '922ceeb5-34b4-4458-93f7-e8950134e3aa', 'status': 'completed', 'code': 200}
Jun 19 01:58:12.858849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:12.863658 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713a6a48-1217-444e-b057-73c6c557b074 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:11Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:12.930013 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-06b4f185-e03b-40d8-a0da-c07c02ed6ee4 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:12.932056 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-06b4f185-e03b-40d8-a0da-c07c02ed6ee4 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.4058585
Jun 19 01:58:13.053737 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0957a46-0c3d-4531-8af6-7703e44aa466 None None] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:13.277039 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'fixed_ips': [{'subnet_id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:58:13.277039 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:13.321791 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b6c190>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:10Z', 'revision_number': 3, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:13.411312 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b87dd-d25f-47f6-872e-5efc57da85ca req-0b6eee90-0e80-49c3-b1fb-d6723b77ca83 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:13.412197 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7e8b87dd-d25f-47f6-872e-5efc57da85ca req-0b6eee90-0e80-49c3-b1fb-d6723b77ca83 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.2013063
Jun 19 01:58:13.435468 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Checking router: 22d39342-88a2-4c89-9eff-520277619a39 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:13.435831 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Updating router 22d39342-88a2-4c89-9eff-520277619a39 port 9668a67b-3365-4370-b637-02f000a2b949 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:13.484584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7e8b87dd-d25f-47f6-872e-5efc57da85ca req-7f6d117f-d55b-44e6-a478-50bf23f44166 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713286
Jun 19 01:58:13.533734 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:13.582110 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device fdeeeb8a-1268-46bf-930a-479e16cddfbe up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:13.764344 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5043ec9c-1dd2-4390-bcf1-607779773ba8 req-e415036a-6231-4fb8-8e84-e791bb035f50 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b97cb0b2-c168-4c45-a439-f6f9e08e313a HTTP/1.1" status: 200  len: 210 time: 0.0914004
Jun 19 01:58:13.828025 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3b569508-4f0e-442e-98ec-6573a52f121d None None] Provisioning for port 3f28700f-2e76-481b-b681-93ed812e9ef9 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:13.946846 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.004052 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.064249 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Deleting port c395f6ac-63ae-41f4-9841-9fb497b37080 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:14.064820 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.131138 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port fdeeeb8a-1268-46bf-930a-479e16cddfbe completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:14.168232 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port fdeeeb8a-1268-46bf-930a-479e16cddfbe triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:14.169285 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.266959 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.277266 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Allocated IP 172.20.0.2 (da6dd2b0-2b66-48d7-9022-026b60b17fa0/858ba90d-f4ee-422c-a1b5-d9114ffb3592/45663b59-05f1-466b-baf9-e61cdcc34fd2) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:14.298150 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Transition to ACTIVE for port object 9668a67b-3365-4370-b637-02f000a2b949 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:14.391901 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.394861 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:14.509997 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6ccd-0f27-4c34-9a0a-0e68ec4b5676 None None] Pushing event updated for resources: {'Port': ['ID=9668a67b-3365-4370-b637-02f000a2b949,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:14.514867 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-841d6ccd-0f27-4c34-9a0a-0e68ec4b5676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:14.537300 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Attempting to bind port 9668a67b-3365-4370-b637-02f000a2b949 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:14.537906 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Attempting to bind port 9668a67b-3365-4370-b637-02f000a2b949 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:14.538267 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Attempting to bind port 9668a67b-3365-4370-b637-02f000a2b949 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:14.546887 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:14.547406 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:14.547821 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.548310 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:14.549091 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Bound port: 9668a67b-3365-4370-b637-02f000a2b949, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:14.549508 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.592435 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.665258 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] For port 9668a67b-3365-4370-b637-02f000a2b949, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:14.674029 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] For port 9668a67b-3365-4370-b637-02f000a2b949, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9668a67b-3365-4370-b637-02f000a2b949,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:14.739392 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] For port c395f6ac-63ae-41f4-9841-9fb497b37080, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c395f6ac-63ae-41f4-9841-9fb497b37080,segment=NetworkSegment(9e99c0e3-f7ce-43a8-ac49-fcb90bacb613),segment_id=9e99c0e3-f7ce-43a8-ac49-fcb90bacb613)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:14.739762 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.762536 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port fdeeeb8a-1268-46bf-930a-479e16cddfbe, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=fdeeeb8a-1268-46bf-930a-479e16cddfbe,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:14.769105 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.775812 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:14.780512 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.793453 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Transition to ACTIVE for port object 45663b59-05f1-466b-baf9-e61cdcc34fd2 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:14.819549 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Transition to ACTIVE for port object 45663b59-05f1-466b-baf9-e61cdcc34fd2 will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:14.861088 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:14.863683 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3f28700f-2e76-481b-b681-93ed812e9ef9 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:14.868414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:14.900598 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d6ccd-0f27-4c34-9a0a-0e68ec4b5676 None None] Pushing event updated for resources: {'Port': ['ID=9668a67b-3365-4370-b637-02f000a2b949,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:14.906149 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-841d6ccd-0f27-4c34-9a0a-0e68ec4b5676 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:14.910180 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09d2e11-c90e-4b91-a539-9b9a071dd39d req-e24a0dff-6e4b-47b9-bfcf-1ff6644a61f3 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:14.921326 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Calling delete_port for c395f6ac-63ae-41f4-9841-9fb497b37080 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:14.929297 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:14.930387 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b6c190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:14.931512 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f09d2e11-c90e-4b91-a539-9b9a071dd39d req-e24a0dff-6e4b-47b9-bfcf-1ff6644a61f3 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 945 time: 0.2350862
Jun 19 01:58:15.041436 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.043737 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f09d2e11-c90e-4b91-a539-9b9a071dd39d req-ffc5efae-e452-4232-bd4a-2d1a54c070fb tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e7623d1-823a-448b-8287-c1b806b3c88c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092777
Jun 19 01:58:15.163789 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:15.175252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:15.181214 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:15.184180 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:15.225948 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:15.233027 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:15.257055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:15.272421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Allocated IP 172.20.0.1 (ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7/d3b708a6-3b49-4873-8a6e-3e961094da9b/738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:15.346785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Pushing event updated for resources: {'Port': ['ID=45663b59-05f1-466b-baf9-e61cdcc34fd2,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:15.352033 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:15.365806 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Attempting to bind port 45663b59-05f1-466b-baf9-e61cdcc34fd2 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:15.366193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Attempting to bind port 45663b59-05f1-466b-baf9-e61cdcc34fd2 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:15.366905 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Attempting to bind port 45663b59-05f1-466b-baf9-e61cdcc34fd2 on network da6dd2b0-2b66-48d7-9022-026b60b17fa0 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:15.373930 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:15.374395 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Checking segment: {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:15.374762 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.375172 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Bound using segment: {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:15.375673 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Bound port: 45663b59-05f1-466b-baf9-e61cdcc34fd2, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:15.376068 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.446507 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 3f28700f-2e76-481b-b681-93ed812e9ef9 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:15.458849 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 3f28700f-2e76-481b-b681-93ed812e9ef9 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:15.459334 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.546655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] For port 45663b59-05f1-466b-baf9-e61cdcc34fd2, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:15.552147 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] For port 45663b59-05f1-466b-baf9-e61cdcc34fd2, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=45663b59-05f1-466b-baf9-e61cdcc34fd2,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:15.575706 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b6c190>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:10Z', 'revision_number': 3, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:15.616298 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.662554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.688447 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['c395f6ac-63ae-41f4-9841-9fb497b37080'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:15.690220 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:15.694214 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.717425 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13905b6a-eba0-4aa7-b9f4-c11e8c381e6b None None] The sync data for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi is: [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:10Z', 'revision_number': 3, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:15.719459 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:15.726442 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Pushing event deleted for resources: {'Port': ['ID=c395f6ac-63ae-41f4-9841-9fb497b37080,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:15.729724 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:15.772396 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 3f28700f-2e76-481b-b681-93ed812e9ef9, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3f28700f-2e76-481b-b681-93ed812e9ef9,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:15.895743 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:15.913915 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Pushing event updated for resources: {'Port': ['ID=45663b59-05f1-466b-baf9-e61cdcc34fd2,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:15.920546 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:15.921705 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:16.011788 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:58:16.083886 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=3f28700f-2e76-481b-b681-93ed812e9ef9,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:16.097568 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:16.111982 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.148164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] No DVR routers for this DVR port c395f6ac-63ae-41f4-9841-9fb497b37080 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:16.153906 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.157774 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9cfb7930-47d0-46a8-b558-b1eae61770ab req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.16 "DELETE /v2.0/ports/c395f6ac-63ae-41f4-9841-9fb497b37080 HTTP/1.1" status: 204  len: 173 time: 3.2121727
Jun 19 01:58:16.164648 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device fdeeeb8a-1268-46bf-930a-479e16cddfbe up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:16.169786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'name': 'network-vif-deleted', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:16.174020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1d6c95-f989-41e6-acc9-c13aaec9766b" -d '{"events": [{"server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "name": "network-vif-deleted", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:16.240666 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Transition to ACTIVE for port object 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:16.294202 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port fdeeeb8a-1268-46bf-930a-479e16cddfbe triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:16.294862 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.319717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.412012 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.438922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c395f6ac-63ae-41f4-9841-9fb497b37080 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:16.504137 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: c395f6ac-63ae-41f4-9841-9fb497b37080 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:16.504807 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c395f6ac-63ae-41f4-9841-9fb497b37080 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:16.505534 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 922ceeb5-34b4-4458-93f7-e8950134e3aa no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:16.565722 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 922ceeb5-34b4-4458-93f7-e8950134e3aa {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:16.566253 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 922ceeb5-34b4-4458-93f7-e8950134e3aa not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:16.692311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e88f3506-3fb5-49a7-94f5-9118be2df346 req-545a16af-acd4-4b7f-960b-e4f488b13ca6 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.1488605
Jun 19 01:58:16.819518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185a1ac-ea72-48c1-88f0-38bdd2a20da8 req-0adfec0b-6988-4a2b-af15-b2b6029fb513 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:16.853233 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a185a1ac-ea72-48c1-88f0-38bdd2a20da8 req-0adfec0b-6988-4a2b-af15-b2b6029fb513 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.5228593
Jun 19 01:58:16.860357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Allocated IP 172.27.3.23 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/cfd38751-de19-48d0-92f6-fde363c49ee4) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:16.876139 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d018d4-39ed-4020-9a2c-edaab61890a8 x-openstack-request-id: req-17d018d4-39ed-4020-9a2c-edaab61890a8 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:16.876973 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459312eb-d0e1-4d2a-9b38-a63e92eae48f", "name": "network-vif-deleted", "tag": "c395f6ac-63ae-41f4-9841-9fb497b37080", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:16.882798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17d018d4-39ed-4020-9a2c-edaab61890a8 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:16.882798 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459312eb-d0e1-4d2a-9b38-a63e92eae48f', 'name': 'network-vif-deleted', 'tag': 'c395f6ac-63ae-41f4-9841-9fb497b37080', 'status': 'completed', 'code': 200}
Jun 19 01:58:16.940201 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a185a1ac-ea72-48c1-88f0-38bdd2a20da8 req-f23de7c1-430f-4507-8fba-abe09d8e650a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780189
Jun 19 01:58:16.959538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:16.963384 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5fb308cc-4f1b-4115-ba50-d3d6762c8b39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:17.027060 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:17.031906 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Pushing event updated for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:17.035416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:17.041166 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:17.041939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:17.179983 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:17.186403 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:17.528873 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:17.532125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0d23e09a-ee6f-4ece-adf0-bbd9d91c3c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:17.556583 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-36267617-bf08-4041-99fd-af7f1a71c6ed None None] Provisioning for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:17.561933 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-36267617-bf08-4041-99fd-af7f1a71c6ed None None] Provisioning complete for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:17.562688 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-36267617-bf08-4041-99fd-af7f1a71c6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:17.613824 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:17.619901 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:17.621430 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-36267617-bf08-4041-99fd-af7f1a71c6ed None None] Port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:17.622643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:17.630021 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:17.652454 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Pushing event updated for resources: {'Port': ['ID=cfd38751-de19-48d0-92f6-fde363c49ee4,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:17.655769 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:17.688289 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f0088a-c1a1-46cf-abfe-accc094a9e4e None None] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:17.938965 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ec875b7e-c19c-4fab-8715-d7bd00310764 None None] Provisioning for port 45663b59-05f1-466b-baf9-e61cdcc34fd2 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:18.000186 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.000605 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-72b7c4a6-f0d6-405c-87cb-2b94d0e4bc9d req-b196350b-930d-4676-bead-04acbee6d05d tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] 10.222.0.24 "GET /v2.0/ports?device_id=459312eb-d0e1-4d2a-9b38-a63e92eae48f HTTP/1.1" status: 200  len: 210 time: 0.1068740
Jun 19 01:58:18.103746 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.116086 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:18.256322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Pushing event updated for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:18.260869 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:18.266613 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.346661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.364252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9668a67b-3365-4370-b637-02f000a2b949 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:18.392484 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d77a14-611a-49db-8511-7a6918b9542f req-0caf3b26-83ea-48e8-99ad-00aaee96dee0 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:18.394673 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51d77a14-611a-49db-8511-7a6918b9542f req-0caf3b26-83ea-48e8-99ad-00aaee96dee0 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2624276
Jun 19 01:58:18.483397 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51d77a14-611a-49db-8511-7a6918b9542f req-48c8c338-b94b-4784-b7e1-c41be640a024 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780380
Jun 19 01:58:18.514784 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:18.522634 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:18.551805 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 9668a67b-3365-4370-b637-02f000a2b949 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:18.557865 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9668a67b-3365-4370-b637-02f000a2b949 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:18.559027 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.678359 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.705899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 9668a67b-3365-4370-b637-02f000a2b949, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9668a67b-3365-4370-b637-02f000a2b949,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:18.747430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.756004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Router 22d39342-88a2-4c89-9eff-520277619a39 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:18.824571 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:18.825997 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3f28700f-2e76-481b-b681-93ed812e9ef9 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:18.830715 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:18.949388 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cbf682af-a81c-4975-b7be-17f712590732 None None] Provisioning complete for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:18.950009 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cbf682af-a81c-4975-b7be-17f712590732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:19.020051 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=9668a67b-3365-4370-b637-02f000a2b949,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:19.021719 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:19.034939 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] 10.222.0.24 "PUT /v2.0/routers/22d39342-88a2-4c89-9eff-520277619a39/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7339177
Jun 19 01:58:19.045114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.045114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.045114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.045749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.045749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.046040 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.046270 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.046599 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.046936 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.047268 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.047600 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.047919 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:19.055328 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Sync routers for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:19.058016 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cbf682af-a81c-4975-b7be-17f712590732 None None] Port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:19.059853 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:19.078910 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 3f28700f-2e76-481b-b681-93ed812e9ef9 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:19.079299 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:19.082692 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:19.083336 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22c0a190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:19.083598 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08367f-e251-40e7-af18-b3bc4e5b4c85 req-81ad0e8e-c91f-4069-a6eb-a06af2f1e372 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:19.086153 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2d08367f-e251-40e7-af18-b3bc4e5b4c85 req-81ad0e8e-c91f-4069-a6eb-a06af2f1e372 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.1173320
Jun 19 01:58:19.150217 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2d08367f-e251-40e7-af18-b3bc4e5b4c85 req-4c78cdc7-1360-48bd-85c7-43e3505062d9 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564525
Jun 19 01:58:19.162194 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Router 5ea51a32-2812-45a5-b61d-cb8637547c30 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:58:19.302797 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:19.315450 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:19.325891 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Sync routers for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:19.334732 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 45663b59-05f1-466b-baf9-e61cdcc34fd2 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:19.349980 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:19.349980 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747310>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:19.431000 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:19.437867 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45870) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:19.438946 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 6.9762762
Jun 19 01:58:19.540279 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:19.909078 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747310>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 3, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:19.940658 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22c0a190>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 2, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:19.945412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 45663b59-05f1-466b-baf9-e61cdcc34fd2 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:19.967863 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Checking router: 5ea51a32-2812-45a5-b61d-cb8637547c30 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:19.968640 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Updating router 5ea51a32-2812-45a5-b61d-cb8637547c30 port cfd38751-de19-48d0-92f6-fde363c49ee4 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:20.010337 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fa910-dbd4-418c-92f5-5deb52068159 req-a50e94e2-eb21-45d6-b0c6-3375c8978e1c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:20.017789 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d80fa910-dbd4-418c-92f5-5deb52068159 req-a50e94e2-eb21-45d6-b0c6-3375c8978e1c tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2077463
Jun 19 01:58:20.040429 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Checking router: 22d39342-88a2-4c89-9eff-520277619a39 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:20.044925 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Updating router 22d39342-88a2-4c89-9eff-520277619a39 port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:20.045332 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 45663b59-05f1-466b-baf9-e61cdcc34fd2 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:20.045763 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.047219 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.098554 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d80fa910-dbd4-418c-92f5-5deb52068159 req-467f81ee-d15c-4b0c-a70f-7fe4903f99aa tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797620
Jun 19 01:58:20.235996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.280461 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45900) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:20.291807 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1153788446-network', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:20.319203 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.406511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.438078 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 45663b59-05f1-466b-baf9-e61cdcc34fd2, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=45663b59-05f1-466b-baf9-e61cdcc34fd2,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:20.474720 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Made reservation on behalf of c667acb8b37c456b8d3718f00d6d44b1 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:20.478598 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.499115 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.508561 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.517395 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:20.525511 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.539717 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Transition to ACTIVE for port object cfd38751-de19-48d0-92f6-fde363c49ee4 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:20.642408 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.645486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df662ae3-35c4-43b9-9123-391119312841 req-09df97d0-79c6-4889-b9a2-2631612a21c3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:20.646606 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9668a67b-3365-4370-b637-02f000a2b949 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:20.646820 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:20.647519 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df662ae3-35c4-43b9-9123-391119312841 req-09df97d0-79c6-4889-b9a2-2631612a21c3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.2767045
Jun 19 01:58:20.677794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.691683 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=45663b59-05f1-466b-baf9-e61cdcc34fd2,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:20.708128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:20.716298 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Allocated IP 172.20.0.1 (da6dd2b0-2b66-48d7-9022-026b60b17fa0/858ba90d-f4ee-422c-a1b5-d9114ffb3592/9644a822-1a36-4592-88bf-74492eddc9aa) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:20.721031 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Attempting to bind port cfd38751-de19-48d0-92f6-fde363c49ee4 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:20.721031 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Attempting to bind port cfd38751-de19-48d0-92f6-fde363c49ee4 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:20.721031 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Attempting to bind port cfd38751-de19-48d0-92f6-fde363c49ee4 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:20.722728 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Pushing event updated for resources: {'Port': ['ID=cfd38751-de19-48d0-92f6-fde363c49ee4,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:20.728412 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:20.729902 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:20.730287 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:20.730707 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.731106 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:20.731619 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Bound port: cfd38751-de19-48d0-92f6-fde363c49ee4, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:20.731971 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.735321 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df662ae3-35c4-43b9-9123-391119312841 req-a4011d2f-b1dc-49df-a8d5-2bfe5886e4bf tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659096
Jun 19 01:58:20.783389 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9668a67b-3365-4370-b637-02f000a2b949 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:20.783815 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.810503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.813960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-300dc3e5-adb7-423f-8d3c-872864733c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:20.839440 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.868096 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] For port cfd38751-de19-48d0-92f6-fde363c49ee4, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:20.872661 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] For port cfd38751-de19-48d0-92f6-fde363c49ee4, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=cfd38751-de19-48d0-92f6-fde363c49ee4,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:20.899020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:58:20.899368 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Transition to ACTIVE for port object 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:20.912287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7305d6d8-ffcd-44c0-a8b8-71d3b136d599,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:20.917829 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:20.925361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:20.925361 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Added segment 3f852e80-79f4-440c-8025-69a9189c7511 of type vlan for network 5a445221-7b29-485c-bf2f-18e8cedb634d
Jun 19 01:58:20.975675 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-dba22c61-919c-482c-96b6-4a61df602e15 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:20.977710 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-dba22c61-919c-482c-96b6-4a61df602e15 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.2649910
Jun 19 01:58:21.009420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.012261 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.014799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:21.023110 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.024492 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-8a5e500d-fc94-43bc-804f-3a1239bc444c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:21.174270 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.194275 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Pushing event updated for resources: {'Port': ['ID=cfd38751-de19-48d0-92f6-fde363c49ee4,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:21.201414 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Transition to ACTIVE for port object 9644a822-1a36-4592-88bf-74492eddc9aa will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:21.205028 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:21.251428 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:21.258449 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747310>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:21.373667 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.394184 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e33c25fa-405a-4fe0-a1db-8b36365d6049 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:21.406544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.414909 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:21.415944 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.421212 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:21.424848 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Deleting port 4aaea10b-f782-43e0-aef8-ff1303825ae9 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:21.425491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.452834 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Pushing event updated for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:21.458808 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:21.464156 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Attempting to bind port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:21.465130 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Attempting to bind port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:21.466563 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Attempting to bind port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 on network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:21.476369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:21.477366 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Checking segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:21.478407 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.479325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Bound using segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:21.480368 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Bound port: 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:21.481422 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.505622 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:21.516737 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:21.541979 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:21.620904 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:21.651506 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] For port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:21.657829 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] For port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:21.660134 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Pushing event updated for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:21.667190 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Pushing event updated for resources: {'Network': ['ID=5a445221-7b29-485c-bf2f-18e8cedb634d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:21.672066 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:21.680839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:21.689080 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 5a445221-7b29-485c-bf2f-18e8cedb634d details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:58:21.708335 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.723500 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4410238
Jun 19 01:58:21.727871 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] For port 4aaea10b-f782-43e0-aef8-ff1303825ae9, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=4aaea10b-f782-43e0-aef8-ff1303825ae9,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:21.729040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.733763 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45930) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:21.754093 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Request body: {'subnet': {'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1153788446-subnet', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:21.815465 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337d273-99e1-41f3-b6a6-d9bc1da4e9ab req-4034a90f-3823-4a7c-991c-e1962836b174 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:21.817013 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c337d273-99e1-41f3-b6a6-d9bc1da4e9ab req-4034a90f-3823-4a7c-991c-e1962836b174 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.3026881
Jun 19 01:58:21.860731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:21.869136 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:21.897109 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747310>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 3, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:21.949292 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8502e96b-fbcb-46f3-b197-95e3f5d3379d None None] The sync data for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi is: [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 3, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:21.962611 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c337d273-99e1-41f3-b6a6-d9bc1da4e9ab req-a922a767-3a3f-49e2-9285-2a2a4075ab0b tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319413
Jun 19 01:58:21.994219 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:21.996002 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22c0a190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:22.037671 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Calling delete_port for 4aaea10b-f782-43e0-aef8-ff1303825ae9 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:22.109697 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.207879 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Pushing event updated for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:22.255184 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.260078 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:22.395162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb97582-5eaa-49f6-a985-22d6b1b51af0 req-c3f2a305-345a-404c-ae5a-9d82a43707df tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:22.397909 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdb97582-5eaa-49f6-a985-22d6b1b51af0 req-c3f2a305-345a-404c-ae5a-9d82a43707df tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 945 time: 0.3333757
Jun 19 01:58:22.409531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:22.411393 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-35761862-7e59-45ad-8500-df221622075d None None] Provisioning for port 9644a822-1a36-4592-88bf-74492eddc9aa completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:22.505925 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-35761862-7e59-45ad-8500-df221622075d None None] Provisioning complete for port 9644a822-1a36-4592-88bf-74492eddc9aa triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:22.506428 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-35761862-7e59-45ad-8500-df221622075d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.625154 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-35761862-7e59-45ad-8500-df221622075d None None] Port 9644a822-1a36-4592-88bf-74492eddc9aa cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:22.630341 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdb97582-5eaa-49f6-a985-22d6b1b51af0 req-97944569-bf59-40e2-a445-918476b7a785 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051983
Jun 19 01:58:22.705332 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Made reservation on behalf of c667acb8b37c456b8d3718f00d6d44b1 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:22.709267 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.780099 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.801229 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e7ae032-73bf-4ba2-839d-ec793700f256 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:22.824529 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22c0a190>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:21Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:22.855665 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event deleted for resources: {'Port': ['ID=4aaea10b-f782-43e0-aef8-ff1303825ae9,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:22.867545 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:22.889553 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:22.902206 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5e8178-9874-4af5-942f-caeb5b629f6c None None] The sync data for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi is: [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:21Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:22.908778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 45663b59-05f1-466b-baf9-e61cdcc34fd2 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:23.002412 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.007266 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:23.019825 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] No DVR routers for this DVR port 4aaea10b-f782-43e0-aef8-ff1303825ae9 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:23.023799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 45663b59-05f1-466b-baf9-e61cdcc34fd2 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:23.024218 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.029566 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.033219 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-cd62a468-7671-416f-b98a-310c5c34ee68 req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "DELETE /v2.0/ports/4aaea10b-f782-43e0-aef8-ff1303825ae9 HTTP/1.1" status: 204  len: 173 time: 2.0367749
Jun 19 01:58:23.043370 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'name': 'network-vif-deleted', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:23.046276 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdcac10-5e1e-4aec-a871-0197335199c4" -d '{"events": [{"server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "name": "network-vif-deleted", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:23.222504 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.225716 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Pushing event updated for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:23.232111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:23.249042 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7e2a27-71c7-453c-840e-93cce2008b5c x-openstack-request-id: req-6b7e2a27-71c7-453c-840e-93cce2008b5c {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:23.249579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb94216a-7054-4e8f-85d8-a4734bc4118b", "name": "network-vif-deleted", "tag": "4aaea10b-f782-43e0-aef8-ff1303825ae9", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:23.249979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b7e2a27-71c7-453c-840e-93cce2008b5c {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:23.250659 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb94216a-7054-4e8f-85d8-a4734bc4118b', 'name': 'network-vif-deleted', 'tag': '4aaea10b-f782-43e0-aef8-ff1303825ae9', 'status': 'completed', 'code': 200}
Jun 19 01:58:23.250929 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device cfd38751-de19-48d0-92f6-fde363c49ee4 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:23.311753 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.317956 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b5159510-9f78-42f9-8ecb-0a526b51c4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:23.400957 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f7e5379-011a-4b98-a3e7-01e4212ee4c6,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:23.405963 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:23.411189 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Checking segment: {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:23.411189 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Network hostable DHCP agents. Network: 5a445221-7b29-485c-bf2f-18e8cedb634d, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:58:23.440535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port cfd38751-de19-48d0-92f6-fde363c49ee4 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:23.442728 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbec14b-cabc-4847-a486-be3dc3f6e23d req-52c8e609-c7ff-4912-9737-ca64ae983123 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:23.444600 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bcbec14b-cabc-4847-a486-be3dc3f6e23d req-52c8e609-c7ff-4912-9737-ca64ae983123 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1758492
Jun 19 01:58:23.452135 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port cfd38751-de19-48d0-92f6-fde363c49ee4 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:23.452515 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.460076 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:23.468289 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:23.531998 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Network 5a445221-7b29-485c-bf2f-18e8cedb634d is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:58:23.625321 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 5a445221-7b29-485c-bf2f-18e8cedb634d) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:23.630577 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:23.631529 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.639613 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b649cb7b-18b5-454f-b9ba-5f9710f01116 None None] Network 5a445221-7b29-485c-bf2f-18e8cedb634d requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:23.646209 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.650462 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bcbec14b-cabc-4847-a486-be3dc3f6e23d req-74af3680-1f21-47e4-9cdf-273bda1e7684 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1890590
Jun 19 01:58:23.717478 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Router 5ea51a32-2812-45a5-b61d-cb8637547c30 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:23.723419 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-92989858-afa9-409d-91d5-68920a35c9fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.9875438
Jun 19 01:58:23.725483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 45948) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:23.732527 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:23.734445 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port cfd38751-de19-48d0-92f6-fde363c49ee4, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=cfd38751-de19-48d0-92f6-fde363c49ee4,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:23.821822 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.832090 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:23.854121 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.856208 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.877956 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3779d3bc-85ca-4d9a-95d8-9c9e17101854 None None] Provisioning complete for port 9644a822-1a36-4592-88bf-74492eddc9aa triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:23.878350 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3779d3bc-85ca-4d9a-95d8-9c9e17101854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.899312 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:23.920395 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] 10.222.0.24 "PUT /v2.0/routers/5ea51a32-2812-45a5-b61d-cb8637547c30/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4804871
Jun 19 01:58:23.922854 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9720bddc-1383-48cc-a6e8-4286445478b1 req-f553ceb0-6c8f-4efb-a459-8d48c0145b78 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 210 time: 0.0379050
Jun 19 01:58:23.929660 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-3779d3bc-85ca-4d9a-95d8-9c9e17101854 None None] Port 9644a822-1a36-4592-88bf-74492eddc9aa cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:23.952870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:23.986939 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=cfd38751-de19-48d0-92f6-fde363c49ee4,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:24.011395 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:24.022458 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-5a445221-7b29-485c-bf2f-18e8cedb634d', 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'fixed_ips': [{'subnet_id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:58:24.027783 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.206717 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Allocated IP 172.20.0.2 (5a445221-7b29-485c-bf2f-18e8cedb634d/2f7e5379-011a-4b98-a3e7-01e4212ee4c6/e3e024e6-2088-4ca0-b5f3-b0afed8b154f) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:24.234272 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.394077 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.411262 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Transition to ACTIVE for port object e3e024e6-2088-4ca0-b5f3-b0afed8b154f will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:24.429712 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Transition to ACTIVE for port object e3e024e6-2088-4ca0-b5f3-b0afed8b154f will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:24.437136 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d', '46f35468-06d8-48ad-af66-1966653b7e43', 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', '4aaea10b-f782-43e0-aef8-ff1303825ae9'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:24.507661 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.510804 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:24.581906 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Pushing event updated for resources: {'Port': ['ID=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:24.601675 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:24.624000 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Network 5a445221-7b29-485c-bf2f-18e8cedb634d is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:24.628174 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:24.644352 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:24.807780 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.812093 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:24.892290 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Attempting to bind port e3e024e6-2088-4ca0-b5f3-b0afed8b154f on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:24.893136 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Attempting to bind port e3e024e6-2088-4ca0-b5f3-b0afed8b154f by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:24.893136 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Attempting to bind port e3e024e6-2088-4ca0-b5f3-b0afed8b154f on network 5a445221-7b29-485c-bf2f-18e8cedb634d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:24.936041 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:24.936471 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Checking segment: {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:24.936941 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.937399 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Bound using segment: {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:24.938295 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Bound port: e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:24.938711 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.966196 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:24.969986 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:24.987621 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45966) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:24.993969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856087570', 'description': 'tempest-secgroup-smoke-856087570 description', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:25.045004 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] For port e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:25.048707 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] For port e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:25.059744 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:25.060157 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.129773 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692db13-6369-401d-a231-15509d49450f req-9b283c66-0c19-4688-a2c0-82790b77b8d2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:25.144670 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d692db13-6369-401d-a231-15509d49450f req-9b283c66-0c19-4688-a2c0-82790b77b8d2 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.2636313
Jun 19 01:58:25.164482 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.200337 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.205311 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:25.230801 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90061-f304-4d51-8770-f13abef373cc req-6157ff1e-5306-4761-9d21-d9a248b93968 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:25.232845 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8ce90061-f304-4d51-8770-f13abef373cc req-6157ff1e-5306-4761-9d21-d9a248b93968 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.4177320
Jun 19 01:58:25.251129 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Allocated IP 172.27.3.10 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/dbecb563-0cdb-438f-8fe8-e058fc18c71a) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:25.272983 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Pushing event updated for resources: {'Port': ['ID=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:25.287787 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:25.316332 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d692db13-6369-401d-a231-15509d49450f req-e842e8a6-8f60-4fa6-8b10-4a04913bb568 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692073
Jun 19 01:58:25.323642 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4c43df53-dda3-498b-b66f-c2b159d32003 req-b2d13d1b-6976-406a-bb59-0bccf5cb7d48 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb94216a-7054-4e8f-85d8-a4734bc4118b HTTP/1.1" status: 200  len: 210 time: 0.1151233
Jun 19 01:58:25.519853 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.582958 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.591359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-db7409aa-211d-4503-bb15-4101b7a3637e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:25.591960 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.665410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Deleting port 7b0a59f6-e792-46f8-a916-2cbae833e43b {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:25.665717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.672921 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.725884 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0992d9c1-239a-4bf5-94a7-18987f732413,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:25.749417 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:25.752715 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.778649 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5cf3bacf-625f-463c-896b-491cc13f44ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:25.785574 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.786975 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7970688
Jun 19 01:58:25.791106 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45988) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:25.809051 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:25.892059 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:25.906851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Pushing event updated for resources: {'Port': ['ID=dbecb563-0cdb-438f-8fe8-e058fc18c71a,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:25.917203 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:25.939231 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:25.939231 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:25.943289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:25.951367 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Sync routers for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:25.985655 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:25.988778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:25.990046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2312d4c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:26.014376 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] For port 7b0a59f6-e792-46f8-a916-2cbae833e43b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=7b0a59f6-e792-46f8-a916-2cbae833e43b,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:26.015010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.157357 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.201270 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.207002 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device cfd38751-de19-48d0-92f6-fde363c49ee4 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:26.219737 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.221853 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:26.224101 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:26.280425 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6984154c-07f3-427e-9649-38e27624a078,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:26.294323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:26.392244 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.393541 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5982089
Jun 19 01:58:26.396989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 45996) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:26.401912 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:26.477875 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Calling delete_port for 7b0a59f6-e792-46f8-a916-2cbae833e43b owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:26.568282 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.609592 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 4aaea10b-f782-43e0-aef8-ff1303825ae9 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:26.700770 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 4aaea10b-f782-43e0-aef8-ff1303825ae9 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:26.701821 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 4aaea10b-f782-43e0-aef8-ff1303825ae9 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:26.743124 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.765889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f3381-f04f-4029-94d7-0f7083fed28a req-acdc0f96-c9c5-428c-9879-74765b325b87 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:26.772673 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e5f3381-f04f-4029-94d7-0f7083fed28a req-acdc0f96-c9c5-428c-9879-74765b325b87 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 946 time: 0.1570933
Jun 19 01:58:26.774512 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port cfd38751-de19-48d0-92f6-fde363c49ee4 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:26.775167 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.789166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:26.866990 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:26.874928 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:26.897671 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e5f3381-f04f-4029-94d7-0f7083fed28a req-02db0bc1-4883-4dd0-a144-647637a6df8a tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/security-groups?id=48f12365-44fd-4df9-ba94-106db9d8a8d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137302
Jun 19 01:58:26.900406 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ed2e8f2-f923-48b3-91d8-ffa22e55ab8b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:26.915178 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:26.964523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c446b3-e66c-4826-b37c-5b550342bf90,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:26.997361 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:27.078685 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.083951 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e690975b-2566-410f-b9ce-eafdd006b395 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6815794
Jun 19 01:58:27.084244 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46006) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:27.090888 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:27.250589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.276746 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:27.279922 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.380797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Pushing event deleted for resources: {'Port': ['ID=7b0a59f6-e792-46f8-a916-2cbae833e43b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:27.394218 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:27.487810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.513969 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.520885 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] No DVR routers for this DVR port 7b0a59f6-e792-46f8-a916-2cbae833e43b on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:27.561299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.564253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:27.587947 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.594083 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8ce90061-f304-4d51-8770-f13abef373cc req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.16 "DELETE /v2.0/ports/7b0a59f6-e792-46f8-a916-2cbae833e43b HTTP/1.1" status: 204  len: 173 time: 2.3489611
Jun 19 01:58:27.596419 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'name': 'network-vif-deleted', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:27.601336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f2b9a1-d95c-4ecb-a4e9-78c9fa40410e" -d '{"events": [{"server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "name": "network-vif-deleted", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:27.638675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91011dc-0eb7-4f3b-909b-728c1782d825,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:27.651369 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:27.672171 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641058b7-e94f-4ff1-81ce-0f08ba44f028 None None] Network 5a445221-7b29-485c-bf2f-18e8cedb634d requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:27.728329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:27.734410 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-32e1ddad-2135-4cfb-9a90-47f47d747e45 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6482353
Jun 19 01:58:27.734674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46012) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:27.766459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:27.787523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-744d577f-a1df-4cda-a654-2d4634a586cd x-openstack-request-id: req-744d577f-a1df-4cda-a654-2d4634a586cd {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:27.788006 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b929dc40-8542-446b-83aa-66a5928678b2", "name": "network-vif-deleted", "tag": "7b0a59f6-e792-46f8-a916-2cbae833e43b", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:27.788728 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-744d577f-a1df-4cda-a654-2d4634a586cd {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:27.789640 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b929dc40-8542-446b-83aa-66a5928678b2', 'name': 'network-vif-deleted', 'tag': '7b0a59f6-e792-46f8-a916-2cbae833e43b', 'status': 'completed', 'code': 200}
Jun 19 01:58:27.837651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:27.934989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.083801 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-54048b6f-a0fb-4fb1-a867-4351624956c7 None None] Provisioning for port e3e024e6-2088-4ca0-b5f3-b0afed8b154f completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:28.134832 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.139595 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.238056 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:28.238601 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.285311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.319408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-58f8c8c6-4252-418a-aca2-7837027363f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:28.329090 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2312d4c0>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:21Z', 'revision_number': 4, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9644a822-1a36-4592-88bf-74492eddc9aa', 'name': '', 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'mac_address': 'fa:16:3e:40:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:20Z', 'updated_at': '2021-06-19T01:58:22Z', 'revision_number': 2, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'subnets': [{'id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:28.336393 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3934285d-8099-4cc3-a063-fa79db8aaf8d req-d1b81cdd-3cb0-431c-8c25-126b9e837bda tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 210 time: 0.0748539
Jun 19 01:58:28.359410 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecca7448-f3ce-4659-89c5-7a2773d033f2,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:28.362351 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:28.376140 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Checking router: 5ea51a32-2812-45a5-b61d-cb8637547c30 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:28.376660 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Updating router 5ea51a32-2812-45a5-b61d-cb8637547c30 port 9644a822-1a36-4592-88bf-74492eddc9aa binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:28.475521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device e3e024e6-2088-4ca0-b5f3-b0afed8b154f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:28.485794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.486157 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Router d0b4ff28-391a-4ee8-8510-c677ca07e512 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:58:28.498364 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0e6f23db-9df4-416e-9556-4232729f7ffc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7624202
Jun 19 01:58:28.498896 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46024) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:28.531407 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:28.557356 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 7b0a59f6-e792-46f8-a916-2cbae833e43b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:28.584403 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 7b0a59f6-e792-46f8-a916-2cbae833e43b {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:28.584935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 7b0a59f6-e792-46f8-a916-2cbae833e43b not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:29.055628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:29.114369 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:29.122407 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Sync routers for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:29.141113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port e3e024e6-2088-4ca0-b5f3-b0afed8b154f completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:29.145450 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:29.146219 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747dc0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:29.166719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Provisioning complete for port e3e024e6-2088-4ca0-b5f3-b0afed8b154f triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:29.167106 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.168876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port e3e024e6-2088-4ca0-b5f3-b0afed8b154f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:29.169179 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.232448 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.265382 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Transition to ACTIVE for port object 9644a822-1a36-4592-88bf-74492eddc9aa will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:29.265884 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:29.349859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.390113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.393780 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Project bd9a3f3e432845edb23cc31e02e22110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 01:58:29.396381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.416321 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:29.417620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.470370 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] For port e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:29.494177 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.507810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46034) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:29.508539 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.7809992
Jun 19 01:58:29.564389 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Pushing event updated for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:29.589567 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:29.592339 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.597549 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:29.611608 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747dc0>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:26Z', 'revision_number': 3, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:29.710377 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Checking router: d0b4ff28-391a-4ee8-8510-c677ca07e512 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:29.711142 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Updating router d0b4ff28-391a-4ee8-8510-c677ca07e512 port dbecb563-0cdb-438f-8fe8-e058fc18c71a binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:29.786207 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.815417 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.877377 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.881179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:29.913492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=468b3d9b-b9d5-4cd2-812b-34e3ed2d44d1,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:29.919474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:29.977171 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-77733e96-2d11-41f9-a94d-2e81e5b178ab req-f37e7ca9-325d-4a96-bfbc-a8f6727f0eac tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] 10.222.0.24 "GET /v2.0/ports?device_id=b929dc40-8542-446b-83aa-66a5928678b2 HTTP/1.1" status: 200  len: 210 time: 0.1180561
Jun 19 01:58:29.991120 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:29.993030 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.9418998
Jun 19 01:58:29.998089 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46042) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:30.007673 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'security_group_rule': {'security_group_id': '0992d9c1-239a-4bf5-94a7-18987f732413', 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:30.114190 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.db.api [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 01:58:30.114861 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_db.api [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 01:58:30.117940 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Pushing event updated for resources: {'Port': ['ID=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:30.123357 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:30.125087 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Attempting to bind port 9644a822-1a36-4592-88bf-74492eddc9aa on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:30.125842 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Attempting to bind port 9644a822-1a36-4592-88bf-74492eddc9aa by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:30.126459 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Attempting to bind port 9644a822-1a36-4592-88bf-74492eddc9aa on network da6dd2b0-2b66-48d7-9022-026b60b17fa0 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:30.133720 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:30.134585 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Checking segment: {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:30.135870 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.136574 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Bound using segment: {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:30.137440 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Bound port: 9644a822-1a36-4592-88bf-74492eddc9aa, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '771aa25d-4534-4c84-a2b1-73005e0f4dba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:30.138085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.139284 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Project bd9a3f3e432845edb23cc31e02e22110 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 01:58:30.143075 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715d89b-1649-4936-ab98-821de905cc6a req-6fcbcdbf-8fb7-4a46-9842-3bf31efb2730 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:30.145616 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6715d89b-1649-4936-ab98-821de905cc6a req-6fcbcdbf-8fb7-4a46-9842-3bf31efb2730 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.3159285
Jun 19 01:58:30.145828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.244106 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] For port 9644a822-1a36-4592-88bf-74492eddc9aa, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:30.251833 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] For port 9644a822-1a36-4592-88bf-74492eddc9aa, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9644a822-1a36-4592-88bf-74492eddc9aa,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:30.253631 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6715d89b-1649-4936-ab98-821de905cc6a req-41d1868b-f777-4647-a15a-708277b36f06 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0992329
Jun 19 01:58:30.300814 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.317286 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.328412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-88999643-7895-4ba0-8c8c-8a20fa95573c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:30.372388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.375850 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:30.435870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef123083-565d-404a-b75e-1bd563baee5d,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:30.451207 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:30.491929 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:30.493162 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2312d4c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:30.510140 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.538147 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.540043 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5406096
Jun 19 01:58:30.569293 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Transition to ACTIVE for port object dbecb563-0cdb-438f-8fe8-e058fc18c71a will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:30.680592 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.688232 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:30.764327 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:30.816630 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.851763 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81d2b-e28e-4095-af90-d0313fedaeb5 None None] Pushing event updated for resources: {'Port': ['ID=dbecb563-0cdb-438f-8fe8-e058fc18c71a,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:30.875272 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-2af81d2b-e28e-4095-af90-d0313fedaeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:30.918610 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Attempting to bind port dbecb563-0cdb-438f-8fe8-e058fc18c71a on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:30.919330 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Attempting to bind port dbecb563-0cdb-438f-8fe8-e058fc18c71a by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:30.920240 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Attempting to bind port dbecb563-0cdb-438f-8fe8-e058fc18c71a on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:30.923117 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Pushing event updated for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:30.947391 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:30.952269 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:30.952742 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.953161 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:30.953868 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Bound port: dbecb563-0cdb-438f-8fe8-e058fc18c71a, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:30.954506 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:30.957236 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:31.141316 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] For port dbecb563-0cdb-438f-8fe8-e058fc18c71a, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:31.155105 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] For port dbecb563-0cdb-438f-8fe8-e058fc18c71a, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=dbecb563-0cdb-438f-8fe8-e058fc18c71a,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:31.236842 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:31.240517 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:31.263728 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2312d4c0>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:21Z', 'revision_number': 4, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9644a822-1a36-4592-88bf-74492eddc9aa', 'name': '', 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'mac_address': 'fa:16:3e:40:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:20Z', 'updated_at': '2021-06-19T01:58:30Z', 'revision_number': 4, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'subnets': [{'id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:31.310103 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e2e875-76db-4ffe-968b-248fccdb17ca None None] The sync data for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi is: [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T01:58:21Z', 'revision_number': 4, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9644a822-1a36-4592-88bf-74492eddc9aa', 'name': '', 'network_id': 'da6dd2b0-2b66-48d7-9022-026b60b17fa0', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'mac_address': 'fa:16:3e:40:da:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:20Z', 'updated_at': '2021-06-19T01:58:30Z', 'revision_number': 4, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'subnets': [{'id': '858ba90d-f4ee-422c-a1b5-d9114ffb3592', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:31.325835 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46092) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:31.333049 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device e3e024e6-2088-4ca0-b5f3-b0afed8b154f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:31.560919 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af81d2b-e28e-4095-af90-d0313fedaeb5 None None] Pushing event updated for resources: {'Port': ['ID=dbecb563-0cdb-438f-8fe8-e058fc18c71a,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:31.568913 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:31.574319 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747dc0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:31.581952 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-2af81d2b-e28e-4095-af90-d0313fedaeb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:31.594317 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port e3e024e6-2088-4ca0-b5f3-b0afed8b154f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:31.594731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:31.877717 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:31.952589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-a2fddb2a-2742-4910-a429-e15afd07db1a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:31.954996 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-a2fddb2a-2742-4910-a429-e15afd07db1a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.6266730
Jun 19 01:58:32.260858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Allocated IP 172.20.0.1 (5a445221-7b29-485c-bf2f-18e8cedb634d/2f7e5379-011a-4b98-a3e7-01e4212ee4c6/6afe63d1-f716-464f-8166-d42c54a4c570) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:32.311005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-168b62e4-e58c-47b5-a2db-516465644e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:32.320745 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6736e5b-2250-4544-9634-5db1005cc097 req-d63451d2-890a-49c1-8fa6-42681c6a13d7 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:32.333076 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f6736e5b-2250-4544-9634-5db1005cc097 req-d63451d2-890a-49c1-8fa6-42681c6a13d7 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.2103331
Jun 19 01:58:32.354940 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Deleting port efb8ea52-c606-46d4-b28d-7d93dc5962d7 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:32.355361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:32.544882 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f6736e5b-2250-4544-9634-5db1005cc097 req-e38a8894-a31b-4dba-a2f3-90f24bd7e009 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907752
Jun 19 01:58:32.623865 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c747dc0>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:26Z', 'revision_number': 3, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:32.715296 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a105e422-6ff6-4d30-ae62-34253e49cdd5 None None] The sync data for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi is: [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:26Z', 'revision_number': 3, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:32.715439 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:32.715542 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] For port efb8ea52-c606-46d4-b28d-7d93dc5962d7, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=efb8ea52-c606-46d4-b28d-7d93dc5962d7,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:32.715542 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:32.725923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Transition to ACTIVE for port object 6afe63d1-f716-464f-8166-d42c54a4c570 will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:32.889617 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Calling delete_port for efb8ea52-c606-46d4-b28d-7d93dc5962d7 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:32.954099 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:32.961663 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:33.192816 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Network 5a445221-7b29-485c-bf2f-18e8cedb634d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:33.210615 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:33.236026 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:33.330520 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9644a822-1a36-4592-88bf-74492eddc9aa up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:33.388482 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Pushing event updated for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:33.397961 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:33.491608 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:33.665564 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 9644a822-1a36-4592-88bf-74492eddc9aa completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:33.675539 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9644a822-1a36-4592-88bf-74492eddc9aa triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:33.676166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:33.745413 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.094510 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.230815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9c063-4050-4368-8659-2ffa2031da7a req-933d59bb-7f48-444c-b766-c5466d345323 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:34.260203 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 9644a822-1a36-4592-88bf-74492eddc9aa, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9644a822-1a36-4592-88bf-74492eddc9aa,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:34.260524 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-42c9c063-4050-4368-8659-2ffa2031da7a req-933d59bb-7f48-444c-b766-c5466d345323 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 945 time: 0.1202927
Jun 19 01:58:34.280907 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-40da4810-c7f3-4df1-b110-29412772f9c5 None None] Provisioning for port 6afe63d1-f716-464f-8166-d42c54a4c570 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:34.294169 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.296716 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-40da4810-c7f3-4df1-b110-29412772f9c5 None None] Provisioning complete for port 6afe63d1-f716-464f-8166-d42c54a4c570 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:34.297342 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-40da4810-c7f3-4df1-b110-29412772f9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.308657 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-42c9c063-4050-4368-8659-2ffa2031da7a req-83f33ebd-879f-4a95-86ca-38adde0a225e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466964
Jun 19 01:58:34.326660 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.340314 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d', '46f35468-06d8-48ad-af66-1966653b7e43'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:34.367056 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0eb9de87-4e3f-4a2c-bf1d-1800e9fd5333 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:34.445175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-40da4810-c7f3-4df1-b110-29412772f9c5 None None] Port 6afe63d1-f716-464f-8166-d42c54a4c570 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:34.514221 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event deleted for resources: {'Port': ['ID=efb8ea52-c606-46d4-b28d-7d93dc5962d7,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:34.517867 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:34.565559 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device efb8ea52-c606-46d4-b28d-7d93dc5962d7 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:34.592061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] No DVR routers for this DVR port efb8ea52-c606-46d4-b28d-7d93dc5962d7 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:34.592061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.592061 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ac783561-893b-40d4-80eb-97e30bfb6d45 req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "DELETE /v2.0/ports/efb8ea52-c606-46d4-b28d-7d93dc5962d7 HTTP/1.1" status: 204  len: 173 time: 2.6104734
Jun 19 01:58:34.592061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'name': 'network-vif-deleted', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:34.594576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d9a949-4120-47bb-a5e3-73a5615f3982" -d '{"events": [{"server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "name": "network-vif-deleted", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:34.601360 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: efb8ea52-c606-46d4-b28d-7d93dc5962d7 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:34.601710 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device efb8ea52-c606-46d4-b28d-7d93dc5962d7 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:34.693341 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.700212 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:34.737125 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.749717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef03d76c-16d3-4b9f-9fc0-be9654ebd77c x-openstack-request-id: req-ef03d76c-16d3-4b9f-9fc0-be9654ebd77c {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:34.751849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a8aaffa-ab4f-4851-a189-bd0aeb889698", "name": "network-vif-deleted", "tag": "efb8ea52-c606-46d4-b28d-7d93dc5962d7", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:34.752603 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef03d76c-16d3-4b9f-9fc0-be9654ebd77c {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:34.754379 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a8aaffa-ab4f-4851-a189-bd0aeb889698', 'name': 'network-vif-deleted', 'tag': 'efb8ea52-c606-46d4-b28d-7d93dc5962d7', 'status': 'completed', 'code': 200}
Jun 19 01:58:34.807419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:34.807652 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Deleting port 71437e0d-3666-427f-ad88-e7e2f27f694a {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:34.808231 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:34.823558 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:34.960110 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] For port 71437e0d-3666-427f-ad88-e7e2f27f694a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=71437e0d-3666-427f-ad88-e7e2f27f694a,segment=NetworkSegment(283ac93e-54c9-4b3a-bb57-11b4f2f922fe),segment_id=283ac93e-54c9-4b3a-bb57-11b4f2f922fe)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:34.960110 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.047415 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Calling delete_port for 71437e0d-3666-427f-ad88-e7e2f27f694a owned by network:router_interface {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:35.167290 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.182229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:35.268607 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3d5cf50a-faff-44c5-a222-34260653695c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.288381 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9644a822-1a36-4592-88bf-74492eddc9aa up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:35.329283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.344056 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Pushing event updated for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:35.393650 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:35.443890 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9644a822-1a36-4592-88bf-74492eddc9aa triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:35.444626 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.446449 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.449240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:35.527306 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=71437e0d-3666-427f-ad88-e7e2f27f694a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:35.544255 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:35.553767 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Network 5a445221-7b29-485c-bf2f-18e8cedb634d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:35.554088 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:35.568743 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:35.724555 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device dbecb563-0cdb-438f-8fe8-e058fc18c71a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:35.841072 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9b8aa1ef-84c2-491b-9f74-247dd50a86bd req-1c2018f9-d787-42a9-a16c-69b4f0fac4cb tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a8aaffa-ab4f-4851-a189-bd0aeb889698 HTTP/1.1" status: 200  len: 210 time: 0.1116159
Jun 19 01:58:35.917406 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port dbecb563-0cdb-438f-8fe8-e058fc18c71a completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:35.929123 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port dbecb563-0cdb-438f-8fe8-e058fc18c71a triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:35.930930 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.004409 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683bd03-ca34-4d62-9c16-67bfd7388a16 req-557109d6-e802-4ba5-ae15-5f6fddfce224 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:36.012598 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e683bd03-ca34-4d62-9c16-67bfd7388a16 req-557109d6-e802-4ba5-ae15-5f6fddfce224 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.2322049
Jun 19 01:58:36.062182 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Router d0b4ff28-391a-4ee8-8510-c677ca07e512 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:36.143291 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.191454 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e683bd03-ca34-4d62-9c16-67bfd7388a16 req-60a39df9-ae88-44d3-b2f2-9410f1c19b69 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761928
Jun 19 01:58:36.203420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-15b426cd-a50c-464f-af65-0c83170b532b None None] Provisioning complete for port 6afe63d1-f716-464f-8166-d42c54a4c570 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:36.204198 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-15b426cd-a50c-464f-af65-0c83170b532b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.276169 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-15b426cd-a50c-464f-af65-0c83170b532b None None] Port 6afe63d1-f716-464f-8166-d42c54a4c570 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:36.346293 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.372370 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.375885 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port dbecb563-0cdb-438f-8fe8-e058fc18c71a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=dbecb563-0cdb-438f-8fe8-e058fc18c71a,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:36.463838 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:36.472721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:36.480486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-06723d7d-e386-42d6-a40e-e9d9471c738a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:36.492347 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] 10.222.0.24 "PUT /v2.0/routers/d0b4ff28-391a-4ee8-8510-c677ca07e512/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9822707
Jun 19 01:58:36.635267 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=dbecb563-0cdb-438f-8fe8-e058fc18c71a,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:36.645375 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:36.949757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Router 53b00a3f-3aec-4fec-b34c-862d015cc67c has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:37.073327 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Sync routers for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:37.094378 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:37.095055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22e0ad90>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:37.266998 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:37.280248 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Sync routers for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:37.284469 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46172) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:37.309243 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] 10.222.0.24 "PUT /v2.0/routers/53b00a3f-3aec-4fec-b34c-862d015cc67c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9825897
Jun 19 01:58:37.319017 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:37.320095 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f4e340>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:37.419473 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:37.518649 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device dbecb563-0cdb-438f-8fe8-e058fc18c71a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:37.527180 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks [] for router, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:37.717523 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:37.739208 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46174) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:37.748371 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182182612', 'description': 'tempest-secgroup-smoke-182182612 description', 'project_id': '531291145a064129b4b4810f42f32eea'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:37.799277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port dbecb563-0cdb-438f-8fe8-e058fc18c71a triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:37.799920 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:37.803327 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:37.882566 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.011408 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.017451 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Deleting port d8a1c1a0-9538-416d-811f-9b656ed47910 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:38.018090 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.180264 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.203342 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22e0ad90>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:34Z', 'revision_number': 4, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '6afe63d1-f716-464f-8166-d42c54a4c570', 'name': '', 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'mac_address': 'fa:16:3e:de:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:30Z', 'updated_at': '2021-06-19T01:58:34Z', 'revision_number': 2, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'subnets': [{'id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:38.307409 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.308822 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f4e340>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175'}], 'enable_snat': True}, 'gw_port_id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:58:35Z', 'revision_number': 5, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port': {'id': 'd8a1c1a0-9538-416d-811f-9b656ed47910', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b1:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:38.310434 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-79c25dfb-1fcd-4ce4-ac06-b5fcfc67feef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:38.310815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b5589-382a-4bfd-b318-1f5a7c4c50b8 req-5827376f-9a36-4818-9331-87a7eebd1c0f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:38.314004 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-912b5589-382a-4bfd-b318-1f5a7c4c50b8 req-5827376f-9a36-4818-9331-87a7eebd1c0f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1692762
Jun 19 01:58:38.332223 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Checking router: d0b4ff28-391a-4ee8-8510-c677ca07e512 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:38.336637 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Updating router d0b4ff28-391a-4ee8-8510-c677ca07e512 port 6afe63d1-f716-464f-8166-d42c54a4c570 binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:38.361377 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] For port d8a1c1a0-9538-416d-811f-9b656ed47910, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=d8a1c1a0-9538-416d-811f-9b656ed47910,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:38.365153 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.367938 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224cf8e0-e43b-495d-bf08-5ee608967acb,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:38.381879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:38.391092 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Checking router: 53b00a3f-3aec-4fec-b34c-862d015cc67c for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:38.414189 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Routers {'53b00a3f-3aec-4fec-b34c-862d015cc67c'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:38.416511 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f4e340>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['53b00a3f-3aec-4fec-b34c-862d015cc67c'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:38.429906 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.460532 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.464760 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.7217202
Jun 19 01:58:38.466361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46178) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:38.472102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:38.536395 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Calling delete_port for d8a1c1a0-9538-416d-811f-9b656ed47910 owned by network:router_gateway {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:38.595304 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-912b5589-382a-4bfd-b318-1f5a7c4c50b8 req-65bdd832-f722-48f4-a73f-8ca7ec92bcfb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2479830
Jun 19 01:58:38.625455 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.641113 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] Set router 53b00a3f-3aec-4fec-b34c-862d015cc67c gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:38.699253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b181f-385b-476f-912e-e44fdf1f8437 req-2fc6e461-22ac-42f7-8834-4332a68f4662 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:38.715500 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0f3b181f-385b-476f-912e-e44fdf1f8437 req-2fc6e461-22ac-42f7-8834-4332a68f4662 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 946 time: 0.2984183
Jun 19 01:58:38.756376 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f4e340>, [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:58:37Z', 'revision_number': 6, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:38.801192 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.808094 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf6643d-f2ed-4131-a73d-bb7a0095fab1 None None] The sync data for ids ['53b00a3f-3aec-4fec-b34c-862d015cc67c'] in dv-cinder-797170-1-iscsi is: [{'id': '53b00a3f-3aec-4fec-b34c-862d015cc67c', 'name': 'tempest-ServerRescueNegativeTestJSON-363559576-router', 'tenant_id': '554a7123c4024415a6cbbcce288f2c8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:30Z', 'updated_at': '2021-06-19T01:58:37Z', 'revision_number': 6, 'project_id': '554a7123c4024415a6cbbcce288f2c8d', 'gw_port_host': None}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:38.832481 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0f3b181f-385b-476f-912e-e44fdf1f8437 req-749d1205-2e69-45af-b5f0-40392b449911 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159863
Jun 19 01:58:38.890473 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:38.896591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-dcf1ed35-31a3-44ed-bacb-46e937cbeb2a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:38.940990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c16cf1f-cb14-449b-9fd8-2d713ae9a5af,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:38.951862 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:39.030465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.032037 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.034728 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5680575
Jun 19 01:58:39.040389 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46182) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:39.048832 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:39.061736 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Transition to ACTIVE for port object 6afe63d1-f716-464f-8166-d42c54a4c570 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:39.063655 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.073343 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d1e7161-6eec-4754-8864-a030ebb2a113 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:39.141449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d8a1c1a0-9538-416d-811f-9b656ed47910,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:39.149716 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:39.162344 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.167291 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:39.339329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.339329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.368955 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Pushing event updated for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:39.373798 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:39.481861 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 71437e0d-3666-427f-ad88-e7e2f27f694a no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:39.495336 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Attempting to bind port 6afe63d1-f716-464f-8166-d42c54a4c570 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:39.496824 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Attempting to bind port 6afe63d1-f716-464f-8166-d42c54a4c570 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:39.497615 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Attempting to bind port 6afe63d1-f716-464f-8166-d42c54a4c570 on network 5a445221-7b29-485c-bf2f-18e8cedb634d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:39.537622 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 71437e0d-3666-427f-ad88-e7e2f27f694a {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:39.538753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 71437e0d-3666-427f-ad88-e7e2f27f694a not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:39.546440 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:39.548075 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Checking segment: {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:39.549117 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.549772 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Bound using segment: {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:39.550686 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Bound port: 6afe63d1-f716-464f-8166-d42c54a4c570, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f852e80-79f4-440c-8025-69a9189c7511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:39.551280 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.583963 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.586581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.707173 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] For port 6afe63d1-f716-464f-8166-d42c54a4c570, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:39.718173 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] For port 6afe63d1-f716-464f-8166-d42c54a4c570, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6afe63d1-f716-464f-8166-d42c54a4c570,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:39.823107 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.828125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:39.828377 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.829737 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b00a3f-3aec-4fec-b34c-862d015cc67c {{(pid=105238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 01:58:39.909867 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Notify callbacks [] for router, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:39.920498 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] 10.222.0.24 "DELETE /v2.0/routers/53b00a3f-3aec-4fec-b34c-862d015cc67c HTTP/1.1" status: 204  len: 168 time: 2.6338336
Jun 19 01:58:39.922002 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46190) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:40.021962 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:40.023100 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22e0ad90>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:40.091879 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Pushing event updated for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:40.111842 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:40.121563 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-c694a279-438a-40f7-8767-3b9be9124884 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:40.126107 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-c694a279-438a-40f7-8767-3b9be9124884 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 946 time: 0.3228788
Jun 19 01:58:40.203720 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.290387 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.330766 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:40.365616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:40.426717 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Deleting subnet 82fb5339-5dd3-415b-927c-90a29771c88f {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:58:40.437080 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.441337 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f726aa03-ed79-480f-98a6-c5967e1bc342,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:40.481981 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.482518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.482710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.483097 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.483451 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.484024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.484384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.484799 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.485360 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.485707 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.486635 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.487089 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:40.500043 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.503316 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4632783
Jun 19 01:58:40.510359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-5d99004f-2b10-4938-aac8-ebbd14369f03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:40.513354 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46192) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:40.526695 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.533341 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:40.537635 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee4d95-137e-4e01-baeb-63cab2a7b85f req-32b2251e-c553-401f-8924-8322e855e245 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:40.539209 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3eee4d95-137e-4e01-baeb-63cab2a7b85f req-32b2251e-c553-401f-8924-8322e855e245 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.5375371
Jun 19 01:58:40.580838 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Deleting port 46f35468-06d8-48ad-af66-1966653b7e43 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:40.581944 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.607512 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ced0cf-696d-4c1d-9819-bf5ac29ef0e3 req-becdda6d-1d81-4cfd-b8ee-c843aab794bd tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:40.609311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06ced0cf-696d-4c1d-9819-bf5ac29ef0e3 req-becdda6d-1d81-4cfd-b8ee-c843aab794bd tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 946 time: 0.3540158
Jun 19 01:58:40.623936 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3eee4d95-137e-4e01-baeb-63cab2a7b85f req-561a2ade-87f4-49d8-82a0-e5368b66ff6b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615978
Jun 19 01:58:40.691141 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.732271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.807719 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06ced0cf-696d-4c1d-9819-bf5ac29ef0e3 req-6945f484-f084-4bd2-8a83-129d463183b3 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825492
Jun 19 01:58:40.951831 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.957886 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.962591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] For port 46f35468-06d8-48ad-af66-1966653b7e43, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=46f35468-06d8-48ad-af66-1966653b7e43,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:40.964000 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:40.980049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c38e8866-1dcb-4dd6-8ee9-3a277ef26bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:41.000509 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.009187 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82fb5339-5dd3-415b-927c-90a29771c88f HTTP/1.1" status: 204  len: 168 time: 1.0668154
Jun 19 01:58:41.091316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46196) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:41.123910 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.126100 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82fb5339-5dd3-415b-927c-90a29771c88f,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:41.144458 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6210357e-f5ac-4647-9794-0eb62542d5d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:41.155291 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device d8a1c1a0-9538-416d-811f-9b656ed47910 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:41.198582 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: d8a1c1a0-9538-416d-811f-9b656ed47910 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:41.199119 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device d8a1c1a0-9538-416d-811f-9b656ed47910 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:41.211681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22e0ad90>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:34Z', 'revision_number': 4, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '6afe63d1-f716-464f-8166-d42c54a4c570', 'name': '', 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'mac_address': 'fa:16:3e:de:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:30Z', 'updated_at': '2021-06-19T01:58:39Z', 'revision_number': 4, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'subnets': [{'id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:41.238761 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Calling delete_port for 46f35468-06d8-48ad-af66-1966653b7e43 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:41.268036 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.272621 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f190b14f-a44f-4dab-a45a-ab48533aaa84 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:41.297422 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0405143-8dce-41b5-ab8e-f8d13242c5b9 None None] The sync data for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi is: [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T01:58:34Z', 'revision_number': 4, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '6afe63d1-f716-464f-8166-d42c54a4c570', 'name': '', 'network_id': '5a445221-7b29-485c-bf2f-18e8cedb634d', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'mac_address': 'fa:16:3e:de:d8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:30Z', 'updated_at': '2021-06-19T01:58:39Z', 'revision_number': 4, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'subnets': [{'id': '2f7e5379-011a-4b98-a3e7-01e4212ee4c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:41.332450 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7289cd0-9247-4084-8805-9a18d290bbb8,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:41.355541 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.355541 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.399377 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.402367 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.404367 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.413982 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.414543 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.431623 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.432469 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.433025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.433401 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.433794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:58:41.438581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.441286 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:41.479558 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21853af0>,) {'filters': {'network_id': ['581838e8-008f-4a58-8d27-32e2b66cd028']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:41.490011 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21853af0>, '283ac93e-54c9-4b3a-bb57-11b4f2f922fe') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:41.490490 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21853af0>, '283ac93e-54c9-4b3a-bb57-11b4f2f922fe') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:41.506479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.527713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.538156 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:58:41.538407 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:58:41.540890 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:58:41.581961 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.593118 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0669317
Jun 19 01:58:41.606202 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46198) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:41.614691 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:41.832482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.867066 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:41.880175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:41.914254 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a361e851-7f05-442a-9015-a82ef1b9be1e tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:41.971202 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event deleted for resources: {'Port': ['ID=46f35468-06d8-48ad-af66-1966653b7e43,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:41.985579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:42.113135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] No DVR routers for this DVR port 46f35468-06d8-48ad-af66-1966653b7e43 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:42.119161 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.120988 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.123095 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-29250432-d169-47bd-9ab0-2e2b8aec01f0 req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "DELETE /v2.0/ports/46f35468-06d8-48ad-af66-1966653b7e43 HTTP/1.1" status: 204  len: 173 time: 1.9909694
Jun 19 01:58:42.123806 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'name': 'network-vif-deleted', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:42.138689 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882602db-41ec-4ec7-84fa-3d49aaf8141b" -d '{"events": [{"server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "name": "network-vif-deleted", "tag": "46f35468-06d8-48ad-af66-1966653b7e43"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:42.196282 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.199682 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4f3e2efa-2ad1-427f-b9e5-3a13c71ebfde tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:42.277654 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa88c578-be1b-4d1c-8c69-fb0f52864bad,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:42.281407 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:42.288664 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3357156d-ba7e-4b0f-85eb-d477ce073568 req-ee135982-6512-44d5-81bc-016f2a109bbe tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0737143
Jun 19 01:58:42.301561 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.326175 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645081c-ff64-42b3-9c38-914e3bf0dd8e req-e439105b-5374-4723-81a5-2afeb0d0a377 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:42.327785 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4645081c-ff64-42b3-9c38-914e3bf0dd8e req-e439105b-5374-4723-81a5-2afeb0d0a377 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.3190041
Jun 19 01:58:42.332669 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:42.343956 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.350222 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] 10.222.0.24 "DELETE /v2.0/networks/581838e8-008f-4a58-8d27-32e2b66cd028 HTTP/1.1" status: 204  len: 168 time: 1.2529502
Jun 19 01:58:42.356943 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.358665 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7511263
Jun 19 01:58:42.369698 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46214) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:42.375665 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:42.404519 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Pushing event deleted for resources: {'Network': ['ID=581838e8-008f-4a58-8d27-32e2b66cd028,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:42.412610 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-30dafd1f-e196-4d8b-8609-e7db790f6464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:42.444343 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a84634-97d8-4ab6-bcc2-a3c1ecc955d7 x-openstack-request-id: req-54a84634-97d8-4ab6-bcc2-a3c1ecc955d7 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:42.444926 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fbb40f2-3e09-4a5d-841c-30405e59baa9", "name": "network-vif-deleted", "tag": "46f35468-06d8-48ad-af66-1966653b7e43", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:42.445524 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54a84634-97d8-4ab6-bcc2-a3c1ecc955d7 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:42.446414 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fbb40f2-3e09-4a5d-841c-30405e59baa9', 'name': 'network-vif-deleted', 'tag': '46f35468-06d8-48ad-af66-1966653b7e43', 'status': 'completed', 'code': 200}
Jun 19 01:58:42.472367 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4645081c-ff64-42b3-9c38-914e3bf0dd8e req-3be17030-52d2-49b6-911f-fc77ee834991 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1026580
Jun 19 01:58:42.558227 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 46f35468-06d8-48ad-af66-1966653b7e43 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:42.558923 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Project 531291145a064129b4b4810f42f32eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 01:58:42.576932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.594514 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 46f35468-06d8-48ad-af66-1966653b7e43 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:42.595085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 46f35468-06d8-48ad-af66-1966653b7e43 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:42.745274 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.836923 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.847030 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6d7de2e7-f204-434e-af60-8c723ee83a70 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:42.883105 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fe4d2b-3b5c-4ab5-8737-6c744d99a88b,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:42.889741 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:42.962758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:42.964669 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a67f0940-11c5-4f3b-839a-4469da07c15b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5933647
Jun 19 01:58:42.967751 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46216) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:42.975410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'security_group_rule': {'security_group_id': '224cf8e0-e43b-495d-bf08-5ee608967acb', 'project_id': '531291145a064129b4b4810f42f32eea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:43.056821 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46220) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:43.114221 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Project 531291145a064129b4b4810f42f32eea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 01:58:43.127712 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.292757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.296620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cdb7abc8-9203-4856-a985-da7f0ac87f88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=554a7123c4024415a6cbbcce288f2c8d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2438405
Jun 19 01:58:43.299676 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46222) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:43.319852 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6afe63d1-f716-464f-8166-d42c54a4c570 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:43.374928 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.393432 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:43.461388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd81c6e-8ec9-4269-9b87-1f9f6f03874a,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:43.464914 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:43.469119 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.514977 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.567894 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.581301 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6114812
Jun 19 01:58:43.602670 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 6afe63d1-f716-464f-8166-d42c54a4c570 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:43.610231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 6afe63d1-f716-464f-8166-d42c54a4c570 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:43.611587 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.798367 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ced611a7-6dea-4f0f-a4b3-c9060fe759f1 req-3a1e2f17-c87f-485e-a4c9-ea254d11862a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fbb40f2-3e09-4a5d-841c-30405e59baa9 HTTP/1.1" status: 200  len: 210 time: 0.0801070
Jun 19 01:58:43.800041 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.803347 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.804641 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f12365-44fd-4df9-ba94-106db9d8a8d5 HTTP/1.1" status: 204  len: 168 time: 0.5036519
Jun 19 01:58:43.805762 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b7cf609d-a1ca-4d91-b706-cf640016106b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:43.849931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f12365-44fd-4df9-ba94-106db9d8a8d5,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:43.884912 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:43.897730 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:43.929087 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 6afe63d1-f716-464f-8166-d42c54a4c570, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6afe63d1-f716-464f-8166-d42c54a4c570,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:43.989812 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5c338-1e37-4e5b-a0af-037a47d13795 req-3118e90d-f3c8-40e6-8104-90d3c0bfac37 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:43.991669 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73e5c338-1e37-4e5b-a0af-037a47d13795 req-3118e90d-f3c8-40e6-8104-90d3c0bfac37 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1447101
Jun 19 01:58:44.006935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:44.037787 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:44.095108 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73e5c338-1e37-4e5b-a0af-037a47d13795 req-7be58ec0-541a-493c-979a-da5581cb23a9 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943303
Jun 19 01:58:44.131646 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:44.135981 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:45.145320 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6afe63d1-f716-464f-8166-d42c54a4c570 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:45.240206 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 6afe63d1-f716-464f-8166-d42c54a4c570 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:45.241217 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:45.318246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e3c4fb-d5b3-438d-b963-b0022872bb30 req-f2e38f66-dda7-4874-b8fd-1d662c5af166 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:45.327919 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f1e3c4fb-d5b3-438d-b963-b0022872bb30 req-f2e38f66-dda7-4874-b8fd-1d662c5af166 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1046116
Jun 19 01:58:45.394649 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f1e3c4fb-d5b3-438d-b963-b0022872bb30 req-50dce1c4-472c-4ba1-9927-46e0f0e0e743 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0651894
Jun 19 01:58:45.604789 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46268) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:45.780902 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-570318715-network', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:45.905135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Made reservation on behalf of 4a3cae28243e48af93aeaccc34c28735 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:45.908588 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:45.926300 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.139754 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.246640 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.253582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3d16616b-4a22-4921-8cc3-5ee4f6fd468a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:46.284769 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 01:58:46.296046 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2007e865-04ee-4d93-8c75-31df5b8dc73f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:46.302198 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:46.303361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.303701 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Added segment 1e89dddb-2d22-4bef-8323-0f7a05f1d793 of type vlan for network dd57bac5-03b9-469c-b917-26464acc7656
Jun 19 01:58:46.366394 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.521868 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.526578 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:46.527572 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:46.537484 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:46.695577 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Pushing event updated for resources: {'Network': ['ID=dd57bac5-03b9-469c-b917-26464acc7656,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:46.706051 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba828968-ea86-40e8-b372-795089c62ca0 req-ceb0220d-1b64-4abb-ac9d-f219c9c2b81d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:46.714440 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:46.714905 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network dd57bac5-03b9-469c-b917-26464acc7656 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 01:58:46.715960 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba828968-ea86-40e8-b372-795089c62ca0 req-ceb0220d-1b64-4abb-ac9d-f219c9c2b81d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1327050
Jun 19 01:58:46.719213 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.1119084
Jun 19 01:58:46.722083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46280) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:46.732057 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Request body: {'subnet': {'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-subnet', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:46.777778 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba828968-ea86-40e8-b372-795089c62ca0 req-0d2b799a-5b82-4ad2-8b4d-05e7a7b35f84 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0608189
Jun 19 01:58:46.882164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Made reservation on behalf of 4a3cae28243e48af93aeaccc34c28735 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:58:46.886786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:47.452069 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:47.467005 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0b5e243e-1331-42d2-94fe-3755cb0368ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:47.482121 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098bbdc-324d-4f70-8239-cfb63351db07 req-018f685a-d36a-473d-a68b-4269d4702be1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:47.491363 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e098bbdc-324d-4f70-8239-cfb63351db07 req-018f685a-d36a-473d-a68b-4269d4702be1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1477301
Jun 19 01:58:47.593849 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e098bbdc-324d-4f70-8239-cfb63351db07 req-c24d076e-850c-4780-b29a-d61e08eac4f3 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989177
Jun 19 01:58:47.641811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Checking segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:47.642754 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Network hostable DHCP agents. Network: dd57bac5-03b9-469c-b917-26464acc7656, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 01:58:47.654932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbba7495-1150-4d5d-9522-00f90841b700,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:47.659430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:47.679435 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd1fa-866e-4da2-a567-dedc90b8b711 req-77fcbb8a-912f-4268-8f57-7338406ece99 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:47.681049 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1acdd1fa-866e-4da2-a567-dedc90b8b711 req-77fcbb8a-912f-4268-8f57-7338406ece99 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.1869309
Jun 19 01:58:47.747831 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1acdd1fa-866e-4da2-a567-dedc90b8b711 req-f00cbd7e-6b19-42fe-b6e4-c53c04b9ef21 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534251
Jun 19 01:58:47.767456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31cc72-a501-47d0-945c-7540a425b062 req-34d3752f-9e92-4fe8-ad6f-5c5ca65f215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:47.769142 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-34d3752f-9e92-4fe8-ad6f-5c5ca65f215e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.0674796
Jun 19 01:58:47.787084 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Network dd57bac5-03b9-469c-b917-26464acc7656 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 01:58:47.894357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31cc72-a501-47d0-945c-7540a425b062 req-64064807-592b-4fd1-aab8-8c199e86c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:47.896577 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-64064807-592b-4fd1-aab8-8c199e86c3a1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.1198285
Jun 19 01:58:48.008167 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, dd57bac5-03b9-469c-b917-26464acc7656) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:48.016958 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:48.018487 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.024158 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed1490b-2e50-4bd8-99e3-dfb4f7a3337a None None] Network dd57bac5-03b9-469c-b917-26464acc7656 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:48.041914 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-0ca52138-cdaf-49ef-98c2-32418def043e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 999 time: 0.1338310
Jun 19 01:58:48.145233 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31cc72-a501-47d0-945c-7540a425b062 req-e7c6e757-ac3a-4010-9458-dc998589bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:48.147175 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-e7c6e757-ac3a-4010-9458-dc998589bc4e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.1013772
Jun 19 01:58:48.229191 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5052068
Jun 19 01:58:48.232527 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46314) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:48.243616 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:48.315491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea31cc72-a501-47d0-945c-7540a425b062 req-a4339107-b97b-4cc6-ad1f-96ab4f8f2fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:48.319440 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-a4339107-b97b-4cc6-ad1f-96ab4f8f2fa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1600811
Jun 19 01:58:48.329053 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-dd57bac5-03b9-469c-b917-26464acc7656', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 01:58:48.339329 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.404752 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.406572 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.536661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.539930 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-317ba0f6-9756-4a46-beb6-7df6b6be40b7 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2101817
Jun 19 01:58:48.614175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Allocated IP 172.20.0.2 (dd57bac5-03b9-469c-b917-26464acc7656/fbba7495-1150-4d5d-9522-00f90841b700/93b251ac-bec1-45ff-9ced-0e873ef86c6a) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:48.815219 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:48.834123 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ea31cc72-a501-47d0-945c-7540a425b062 req-317c4593-7dbb-4df8-a500-0f89324b1cc2 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2841804
Jun 19 01:58:49.087977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.109629 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Transition to ACTIVE for port object 93b251ac-bec1-45ff-9ced-0e873ef86c6a will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:49.141314 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Transition to ACTIVE for port object 93b251ac-bec1-45ff-9ced-0e873ef86c6a will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:49.155734 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93cc0b-040b-4b6c-8ae8-61cf1849c22f req-f328c792-c044-40b3-8696-2ffa8a3ffcaa tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:49.163247 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ca93cc0b-040b-4b6c-8ae8-61cf1849c22f req-f328c792-c044-40b3-8696-2ffa8a3ffcaa tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.1525245
Jun 19 01:58:49.230879 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ca93cc0b-040b-4b6c-8ae8-61cf1849c22f req-58279c96-cf5f-4a16-93d6-5ab7a0dcb2a1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622277
Jun 19 01:58:49.238268 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4795a-7161-4841-a83b-11d365f4f82c req-9bb8f01a-7679-404c-9c04-1bb5cc78977f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:49.239776 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-34c4795a-7161-4841-a83b-11d365f4f82c req-9bb8f01a-7679-404c-9c04-1bb5cc78977f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.1269777
Jun 19 01:58:49.254336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca0b1b-4889-42e7-b7e8-9dd291a8029a req-7f977867-f092-4e73-be51-fdafac37c719 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:49.256667 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03ca0b1b-4889-42e7-b7e8-9dd291a8029a req-7f977867-f092-4e73-be51-fdafac37c719 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 946 time: 0.1657398
Jun 19 01:58:49.274725 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.279786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-94da3747-05a5-4f93-b132-6bba8f6a4b80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:49.331694 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03ca0b1b-4889-42e7-b7e8-9dd291a8029a req-d29afac4-f7df-4596-b28e-13f417604c6b tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/security-groups?id=b2817db9-227f-414d-8742-a16b529e39ea&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675621
Jun 19 01:58:49.482413 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Pushing event updated for resources: {'Port': ['ID=93b251ac-bec1-45ff-9ced-0e873ef86c6a,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:49.498129 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.505330 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:49.516470 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Network dd57bac5-03b9-469c-b917-26464acc7656 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:49.518461 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:49.527318 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:49.547839 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.649986 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Attempting to bind port 93b251ac-bec1-45ff-9ced-0e873ef86c6a on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:49.651063 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Attempting to bind port 93b251ac-bec1-45ff-9ced-0e873ef86c6a by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:49.651485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Attempting to bind port 93b251ac-bec1-45ff-9ced-0e873ef86c6a on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:49.672718 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:49.674118 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-c9f12375-a52a-4359-93ea-4ec60b541025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:49.674361 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Checking segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:49.674942 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.675499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Bound using segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:49.676005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Bound port: 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:49.676426 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.676682 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-c9f12375-a52a-4359-93ea-4ec60b541025 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.2199824
Jun 19 01:58:49.688538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Deleting port 6b8d0683-ce17-4c1b-99c7-3e848491d26d {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:58:49.688939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.828267 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] For port 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:49.834231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] For port 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=93b251ac-bec1-45ff-9ced-0e873ef86c6a,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:49.841956 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Allocated IP 172.27.3.143 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/0d429952-4fd3-437a-99bb-822970e51896) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:49.867508 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-4dec3c71-0268-4e9a-8623-ccdecbdcfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:49.871268 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-4dec3c71-0268-4e9a-8623-ccdecbdcfea6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.1624036
Jun 19 01:58:49.957828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] For port 6b8d0683-ce17-4c1b-99c7-3e848491d26d, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=6b8d0683-ce17-4c1b-99c7-3e848491d26d,segment=NetworkSegment(e00afec5-e33c-4394-92d8-2c0847ecc795),segment_id=e00afec5-e33c-4394-92d8-2c0847ecc795)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:49.957828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:49.961188 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-667dbff8-0f24-40f8-ba78-f663d331ea6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 999 time: 0.0835254
Jun 19 01:58:50.007827 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:50.067237 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9ab7d687-1292-4820-8353-7b06d974aa2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:50.098086 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-8ec1d227-3ad0-4405-beda-0337bce448d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:50.103254 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-8ec1d227-3ad0-4405-beda-0337bce448d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.1235473
Jun 19 01:58:50.134352 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Calling delete_port for 6b8d0683-ce17-4c1b-99c7-3e848491d26d owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:58:50.217314 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-2b5758fc-ed0d-4d70-ae1b-cea5ee1dd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:50.223498 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-2b5758fc-ed0d-4d70-ae1b-cea5ee1dd354 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1119573
Jun 19 01:58:50.301152 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Pushing event updated for resources: {'Port': ['ID=93b251ac-bec1-45ff-9ced-0e873ef86c6a,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:50.313482 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:50.511357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:50.570682 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:50.606212 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['6b8d0683-ce17-4c1b-99c7-3e848491d26d'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:58:50.640158 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f13d9959-762c-4fd3-a1b8-c3412ae3d5d9 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:50.700621 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-3f5f6203-1e5e-42e3-88f9-baefddf60d63 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4728692
Jun 19 01:58:50.741529 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Pushing event deleted for resources: {'Port': ['ID=6b8d0683-ce17-4c1b-99c7-3e848491d26d,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:50.756909 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:50.837180 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] No DVR routers for this DVR port 6b8d0683-ce17-4c1b-99c7-3e848491d26d on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:58:50.840844 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-764072cd-0b03-47fc-9cf5-cb73d9e35ef2 req-ec90ddc9-977a-40e1-ae1e-289375231919 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.1721287
Jun 19 01:58:50.842246 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:50.845846 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-34c4795a-7161-4841-a83b-11d365f4f82c req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.16 "DELETE /v2.0/ports/6b8d0683-ce17-4c1b-99c7-3e848491d26d HTTP/1.1" status: 204  len: 173 time: 1.6001666
Jun 19 01:58:50.847384 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'name': 'network-vif-deleted', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:58:50.850313 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07d9c71-71f0-4727-8264-091581d76441" -d '{"events": [{"server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "name": "network-vif-deleted", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:58:50.926072 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdbe380-c193-48e8-b583-5cb6e05085cc x-openstack-request-id: req-ecdbe380-c193-48e8-b583-5cb6e05085cc {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:58:50.926607 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd432f7-344b-425a-b1f6-c722fbdf7b9e", "name": "network-vif-deleted", "tag": "6b8d0683-ce17-4c1b-99c7-3e848491d26d", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:58:50.926968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecdbe380-c193-48e8-b583-5cb6e05085cc {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:58:50.930519 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd432f7-344b-425a-b1f6-c722fbdf7b9e', 'name': 'network-vif-deleted', 'tag': '6b8d0683-ce17-4c1b-99c7-3e848491d26d', 'status': 'completed', 'code': 200}
Jun 19 01:58:50.960191 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:50.975661 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d2a60-b8a4-4ab4-ba1c-0e7942ee9f64 req-eff84d2f-7d09-45e1-a883-ad31a5a3d76b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:50.975922 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f1fd7392-a479-43c0-8b74-849f7f76a5b7 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:50.976637 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0b3d2a60-b8a4-4ab4-ba1c-0e7942ee9f64 req-eff84d2f-7d09-45e1-a883-ad31a5a3d76b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.4889071
Jun 19 01:58:51.036855 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdc10e66-2007-4b88-956d-703bf3430c2f req-64599b92-9500-4f51-8cb4-90d30e850663 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3344264
Jun 19 01:58:51.074730 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0b3d2a60-b8a4-4ab4-ba1c-0e7942ee9f64 req-e3ce2adc-d39b-4058-878c-c9d84ad296cd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964756
Jun 19 01:58:51.285846 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 93b251ac-bec1-45ff-9ced-0e873ef86c6a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:51.482150 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 93b251ac-bec1-45ff-9ced-0e873ef86c6a completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:51.568266 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Pushing event updated for resources: {'Port': ['ID=0d429952-4fd3-437a-99bb-822970e51896,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:51.572102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:51.575010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:51.577133 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:51.585155 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:51.966162 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:51.976125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af82d8-f064-4e05-ac29-236cc1da4ef1 None None] Network dd57bac5-03b9-469c-b917-26464acc7656 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 01:58:52.136394 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Provisioning for port 93b251ac-bec1-45ff-9ced-0e873ef86c6a completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:52.155384 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Provisioning complete for port 93b251ac-bec1-45ff-9ced-0e873ef86c6a triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:52.156193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:52.283998 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:52.316172 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-99a2f48e-a3a6-4913-a980-d2bf61a16c83 req-2d5487d7-4d02-47f8-8e72-b675f7bf5807 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd432f7-344b-425a-b1f6-c722fbdf7b9e HTTP/1.1" status: 200  len: 210 time: 0.0782342
Jun 19 01:58:52.396786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:52.489665 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] For port 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=93b251ac-bec1-45ff-9ced-0e873ef86c6a,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:52.579560 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:52.583965 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-29d33bba-ad82-4456-a5b7-1bc6e42c8376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:52.680562 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Pushing event updated for resources: {'Port': ['ID=93b251ac-bec1-45ff-9ced-0e873ef86c6a,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:52.684887 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:52.731246 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:52.817662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-a100c79b-cd31-4b1d-8075-c875cfb523aa None None] Provisioning complete for port 93b251ac-bec1-45ff-9ced-0e873ef86c6a triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:52.818183 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a100c79b-cd31-4b1d-8075-c875cfb523aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.022723 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:58:53.031271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 01:58:53.212081 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 93b251ac-bec1-45ff-9ced-0e873ef86c6a up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:53.262409 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:53.287432 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:53.309017 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:53.309934 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22eb6190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:53.358155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 93b251ac-bec1-45ff-9ced-0e873ef86c6a triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:53.358550 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.380139 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.422036 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46396) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:53.437045 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.1476610
Jun 19 01:58:53.525361 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:53.566155 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46400) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:53.624856 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Deleting subnet ced49df1-5b93-4226-8fcc-0b65fa199918 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:58:53.628842 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.694174 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.748522 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:53.827000 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22eb6190>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:51Z', 'revision_number': 3, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:53.867418 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:53.867798 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Updating router 46aef91d-c254-45e6-ac14-f7ca6c530637 port 0d429952-4fd3-437a-99bb-822970e51896 binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:53.911782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.002441 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.008843 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-47b2dc70-a921-40e6-866c-89eed5847fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:54.043193 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ced49df1-5b93-4226-8fcc-0b65fa199918,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:54.047944 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:54.054510 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.057510 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-59ea2f73-7a00-4a79-a9bc-fca717003358 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ced49df1-5b93-4226-8fcc-0b65fa199918 HTTP/1.1" status: 204  len: 168 time: 0.4893098
Jun 19 01:58:54.061440 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46408) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:54.153525 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.254837 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.392159 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.405528 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21724b80>,) {'filters': {'network_id': ['854627a6-c015-4dc6-b4ea-ee7d4a74b2e3']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:54.422587 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21724b80>, 'e00afec5-e33c-4394-92d8-2c0847ecc795') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:54.423041 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21724b80>, 'e00afec5-e33c-4394-92d8-2c0847ecc795') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:54.437295 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.463209 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.470855 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:58:54.471276 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.512680 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Allocated IP 172.20.0.1 (dd57bac5-03b9-469c-b917-26464acc7656/fbba7495-1150-4d5d-9522-00f90841b700/654bd76e-b929-4629-835a-166cd04bc80f) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:58:54.547951 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:58:54.550616 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:58:54.614927 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 6b8d0683-ce17-4c1b-99c7-3e848491d26d no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 01:58:54.652557 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.657184 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:54.677707 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.680636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Transition to ACTIVE for port object 0d429952-4fd3-437a-99bb-822970e51896 will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:54.686965 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] 10.222.0.24 "DELETE /v2.0/networks/854627a6-c015-4dc6-b4ea-ee7d4a74b2e3 HTTP/1.1" status: 204  len: 168 time: 0.6227241
Jun 19 01:58:54.707789 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 6b8d0683-ce17-4c1b-99c7-3e848491d26d {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 01:58:54.708355 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 6b8d0683-ce17-4c1b-99c7-3e848491d26d not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 01:58:54.743333 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Pushing event deleted for resources: {'Network': ['ID=854627a6-c015-4dc6-b4ea-ee7d4a74b2e3,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:54.749554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-53dcd98e-1c54-4309-a31c-db9032671e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:54.770412 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.771568 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.777985 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:54.796343 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Transition to ACTIVE for port object 654bd76e-b929-4629-835a-166cd04bc80f will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:58:54.845380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Pushing event updated for resources: {'Port': ['ID=0d429952-4fd3-437a-99bb-822970e51896,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:54.860942 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:54.887499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Attempting to bind port 0d429952-4fd3-437a-99bb-822970e51896 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:58:54.888359 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Attempting to bind port 0d429952-4fd3-437a-99bb-822970e51896 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:58:54.889475 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Attempting to bind port 0d429952-4fd3-437a-99bb-822970e51896 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:58:54.900540 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:58:54.902168 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:58:54.902876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.903441 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:58:54.904042 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Bound port: 0d429952-4fd3-437a-99bb-822970e51896, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:58:54.904443 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.938154 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:54.942054 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ad64cb77-6321-45bb-b9ef-9973e6436a89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:55.029828 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] For port 0d429952-4fd3-437a-99bb-822970e51896, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:58:55.034910 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] For port 0d429952-4fd3-437a-99bb-822970e51896, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=0d429952-4fd3-437a-99bb-822970e51896,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:58:55.036492 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Pushing event updated for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:55.044870 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:55.055253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Network dd57bac5-03b9-469c-b917-26464acc7656 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:55.058866 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:55.060811 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:58:55.140039 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.143193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:55.172202 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46424) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:55.215232 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.224512 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-455d5e55-4b20-4c64-8f97-1cda9883f2ce tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856087570&fields=id&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 267 time: 0.1235545
Jun 19 01:58:55.250045 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-12696404-dd46-4b69-845f-af1d7711ae91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5d05c94c4484df2943d530cef2077f6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0766318
Jun 19 01:58:55.253327 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46426) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:55.327872 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.349903 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:55.351716 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22eb6190>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:55.363708 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Pushing event updated for resources: {'Port': ['ID=0d429952-4fd3-437a-99bb-822970e51896,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:55.371192 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:55.397987 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.562549 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:55.584273 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-44fa3c3a-1708-4f17-87a5-4b8def679af8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:58:55.597609 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-44fa3c3a-1708-4f17-87a5-4b8def679af8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.3337483
Jun 19 01:58:55.614431 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.620405 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.625459 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2817db9-227f-414d-8742-a16b529e39ea HTTP/1.1" status: 204  len: 168 time: 0.3705018
Jun 19 01:58:55.626765 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e482b87a-8414-4943-a861-891df4e816f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:55.642041 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-86b37b38-14a5-4029-893f-e7efd35e5198 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/quotas/bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 375 time: 0.0420110
Jun 19 01:58:55.644011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2817db9-227f-414d-8742-a16b529e39ea,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:55.649298 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:55.750239 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b0a7549e-4e5e-4b9e-b020-5c630d103a55 None None] Provisioning for port 654bd76e-b929-4629-835a-166cd04bc80f completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:55.762627 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b0a7549e-4e5e-4b9e-b020-5c630d103a55 None None] Provisioning complete for port 654bd76e-b929-4629-835a-166cd04bc80f triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:55.763106 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b0a7549e-4e5e-4b9e-b020-5c630d103a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.819937 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:55.834621 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-b0a7549e-4e5e-4b9e-b020-5c630d103a55 None None] Port 654bd76e-b929-4629-835a-166cd04bc80f cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:55.906050 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22eb6190>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:51Z', 'revision_number': 3, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:55.948485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8840146c-af2b-42f6-a218-fc298ae29dbb None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:51Z', 'revision_number': 3, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:58:55.958097 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-d025a1ee-d934-45c2-a4ed-fb820559a51d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3143167
Jun 19 01:58:56.198195 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-b1e7d830-ac88-4db3-942a-5e53e2627e54 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1954625
Jun 19 01:58:56.286292 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:56.376780 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-629ad22c-fe3f-4b50-b676-b92665d40a67 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1707864
Jun 19 01:58:56.383128 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:56.388266 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:56.503695 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Pushing event updated for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:56.516234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:56.518115 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:56.865037 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Network dd57bac5-03b9-469c-b917-26464acc7656 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:58:56.870028 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:58:57.352973 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 0d429952-4fd3-437a-99bb-822970e51896 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:57.437723 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ab130e4b-21e6-49ac-ae6d-2561b3fe110d None None] Provisioning complete for port 654bd76e-b929-4629-835a-166cd04bc80f triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:57.438069 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ab130e4b-21e6-49ac-ae6d-2561b3fe110d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:57.501697 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-ab130e4b-21e6-49ac-ae6d-2561b3fe110d None None] Port 654bd76e-b929-4629-835a-166cd04bc80f cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:58:57.594212 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:58:57.595840 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 0d429952-4fd3-437a-99bb-822970e51896 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:58:57.600433 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 0d429952-4fd3-437a-99bb-822970e51896 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:57.601114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:57.661926 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5c1ac567-e624-4a6b-81f1-e75012eb6f0e req-006fbb52-fdf1-4831-8f4c-c48bb340ceaf tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0475254
Jun 19 01:58:57.845278 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:57.876649 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 0d429952-4fd3-437a-99bb-822970e51896, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=0d429952-4fd3-437a-99bb-822970e51896,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:58:57.903242 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:58:57.910252 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] 10.222.0.24 "PUT /v2.0/routers/46aef91d-c254-45e6-ac14-f7ca6c530637/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4870150
Jun 19 01:58:57.990115 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:57.997802 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:58:58.152531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=0d429952-4fd3-437a-99bb-822970e51896,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:58:58.160650 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:58:58.794039 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-47ddd868-1d92-48db-92b3-c03cd2e7e37d req-9b68d064-d0d2-4de9-bda5-d453551cd01d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0643179
Jun 19 01:58:58.979804 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:58:58.992440 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:58:58.993277 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23ad1eb0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:59.158980 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:58:59.284807 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 0d429952-4fd3-437a-99bb-822970e51896 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:58:59.450734 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 0d429952-4fd3-437a-99bb-822970e51896 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:58:59.450734 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:59.589277 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46490) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:58:59.595919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799639089', 'description': 'tempest-description--1181956697'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:58:59.743422 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:59.789264 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23ad1eb0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 2, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:58:59.850524 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:58:59.850898 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Updating router 46aef91d-c254-45e6-ac14-f7ca6c530637 port 654bd76e-b929-4629-835a-166cd04bc80f binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 01:58:59.915176 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:58:59.915615 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.031004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.049005 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:00.136414 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0b11c3-2fd5-47be-adc7-e72814cbeeee,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:00.140796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:00.162428 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c16cc3c-702c-480f-9181-9ee9229e0ec0 req-385dd02d-0380-4a37-9965-63fea0eb291f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0809410
Jun 19 01:59:00.228581 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.231207 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6393001
Jun 19 01:59:00.233893 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46506) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:00.239962 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group_rule': {'security_group_id': '9f0b11c3-2fd5-47be-adc7-e72814cbeeee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:00.395331 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.420376 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.420653 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Transition to ACTIVE for port object 654bd76e-b929-4629-835a-166cd04bc80f will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:00.501730 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.602449 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.603460 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-3cd37d06-f3a2-4faa-a778-c831d8944023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:00.634932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.644502 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:00.680895 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17dc1686-a8e8-49ea-9b75-449a30be55a7,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:00.707703 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:00.790416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.795560 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-780dd34d-b0f9-4edb-a20a-b28d277509c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5567062
Jun 19 01:59:00.795724 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46516) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:00.801579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group_rule': {'security_group_id': '9f0b11c3-2fd5-47be-adc7-e72814cbeeee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:00.817164 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff71b1-4e39-4241-8793-a7afea8996c5 None None] Pushing event updated for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:00.830147 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-ceff71b1-4e39-4241-8793-a7afea8996c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:00.888831 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Attempting to bind port 654bd76e-b929-4629-835a-166cd04bc80f on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:59:00.889209 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Attempting to bind port 654bd76e-b929-4629-835a-166cd04bc80f by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:59:00.889602 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Attempting to bind port 654bd76e-b929-4629-835a-166cd04bc80f on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:00.898906 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:59:00.899302 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Checking segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:59:00.899724 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.900257 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Bound using segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:59:00.900788 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Bound port: 654bd76e-b929-4629-835a-166cd04bc80f, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:59:00.901339 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:00.954918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.055054 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] For port 654bd76e-b929-4629-835a-166cd04bc80f, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:59:01.080497 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] For port 654bd76e-b929-4629-835a-166cd04bc80f, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=654bd76e-b929-4629-835a-166cd04bc80f,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:59:01.109084 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.298973 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.302055 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.305692 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d460fd87-6c0b-4ad8-91d6-787ef5a0db62 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:01.323679 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1762f75-384f-447a-bbd4-078e97e386e2,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:01.329216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:01.339333 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:01.364645 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c0ac83c6-d6dd-4b69-9e85-c5fab1580517 req-74ca2756-a6be-4572-b064-3f1320a72cfc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0450203
Jun 19 01:59:01.433605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.433605 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6216383
Jun 19 01:59:01.433605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46536) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:01.441270 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:01.460282 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:01.468827 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23ad1eb0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:58:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:01.522387 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff71b1-4e39-4241-8793-a7afea8996c5 None None] Pushing event updated for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=4']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:01.533406 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-ceff71b1-4e39-4241-8793-a7afea8996c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:01.564807 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-31d852b8-4d25-47c8-b308-da46143023a1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:01.566885 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-31d852b8-4d25-47c8-b308-da46143023a1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.1558793
Jun 19 01:59:01.639065 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:01.639501 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-4ae92f2c-163e-46aa-9dcc-7fb2cda6a19c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 379 time: 0.0629070
Jun 19 01:59:01.652149 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'port': {'device_id': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'admin_state_up': True, 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'security_groups': ['0992d9c1-239a-4bf5-94a7-18987f732413']}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:01.652488 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:01.976165 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.051340 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23ad1eb0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:01Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:02.088816 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fcdba4-3158-4682-a239-0f765f37c3c6 None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:01Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:59:02.148228 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Made reservation on behalf of bd9a3f3e432845edb23cc31e02e22110 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:59:02.180372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.195535 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Allocated IP 172.27.3.50 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:02.280530 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7fd17de5-5083-4d28-9955-fcce3be92dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.398399 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.473220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.20.0.11 (2ce46fbc-3eb0-4567-a8fd-971073e3a0bb/9ffdd41d-b4e3-4955-a67c-31871d0362d3/ce07de22-19a5-4717-a568-3e1c3fa7bcae) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:02.550388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.553875 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:02.616007 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:02.624362 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:02.632065 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:02.657008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46556) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:02.718672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c47ac95a-e72a-4b75-a9aa-8c4a3db1d710 req-90b936fe-f0d1-4705-bce3-5f14dc6cb01a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0569847
Jun 19 01:59:02.756799 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:02.761408 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:02.774336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.795449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Transition to ACTIVE for port object ce07de22-19a5-4717-a568-3e1c3fa7bcae will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:02.836724 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.891760 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.984921 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:02.995017 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:03.059497 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.082416 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:03.122831 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:03.128516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.139486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:03.139486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:03.151564 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.155730 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:03.158513 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-df9018f9-cf8b-43a8-8d49-81f49bec761c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:03.249034 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfe170b-b20d-4fee-b97b-9af2b8ba0971,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:03.273829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:03.325420 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 654bd76e-b929-4629-835a-166cd04bc80f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:59:03.361293 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b851f6cb670e4d7a842eeafc88de7f04&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7022629
Jun 19 01:59:03.365196 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46578) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:03.404636 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:03.407193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.482518 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.524764 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.530834 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.569946 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9092758
Jun 19 01:59:03.578213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Request body: {'port': {'device_id': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:03.582478 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 654bd76e-b929-4629-835a-166cd04bc80f completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:03.589115 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 654bd76e-b929-4629-835a-166cd04bc80f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:03.589828 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.642856 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.659939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c1fc2180-4863-45f3-9068-83c4fe000f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:03.682854 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-a9b22c35-34bd-4935-9050-efe0a9a314c2 None None] Provisioning for port ce07de22-19a5-4717-a568-3e1c3fa7bcae completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:03.696087 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-a9b22c35-34bd-4935-9050-efe0a9a314c2 None None] Provisioning complete for port ce07de22-19a5-4717-a568-3e1c3fa7bcae triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:03.697520 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-a9b22c35-34bd-4935-9050-efe0a9a314c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.746615 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.769770 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.779345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.783631 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.787170 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.788903 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dfe170b-b20d-4fee-b97b-9af2b8ba0971 HTTP/1.1" status: 204  len: 168 time: 0.4218893
Jun 19 01:59:03.809208 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 654bd76e-b929-4629-835a-166cd04bc80f, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=654bd76e-b929-4629-835a-166cd04bc80f,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:03.811711 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-a9b22c35-34bd-4935-9050-efe0a9a314c2 None None] Port ce07de22-19a5-4717-a568-3e1c3fa7bcae cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:59:03.877273 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:03.887940 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:03.890780 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1c4f7e86-9250-4ee9-86b7-04c6e7300a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:03.890959 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:03.901835 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:03.907997 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfe170b-b20d-4fee-b97b-9af2b8ba0971,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:03.917557 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6427ac59-3bd0-4377-aa19-dbb27b6af8da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:03.985454 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:03.989044 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:04.024538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.038167 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.5949025
Jun 19 01:59:04.156902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c645a-57de-4647-ba81-06409ef83842 req-aa1f9e2f-61ec-40bd-ab05-8bc37e403848 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:04.164903 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-412c645a-57de-4647-ba81-06409ef83842 req-aa1f9e2f-61ec-40bd-ab05-8bc37e403848 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 932 time: 0.1778250
Jun 19 01:59:04.241172 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-412c645a-57de-4647-ba81-06409ef83842 req-64327554-4a6d-43ee-bf42-2a0bd91e8817 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742946
Jun 19 01:59:04.298387 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce07de22-19a5-4717-a568-3e1c3fa7bcae {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:04.313215 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.335345 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Transition to ACTIVE for port object ce07de22-19a5-4717-a568-3e1c3fa7bcae will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:04.414866 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.415149 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:04.530541 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Pushing event updated for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:04.536299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:04.662092 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-e3dca30b-cf24-4d5d-b219-755a3ec35f5e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--799639089&fields=id&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 267 time: 0.0820343
Jun 19 01:59:04.674830 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Attempting to bind port ce07de22-19a5-4717-a568-3e1c3fa7bcae on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:59:04.675318 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Attempting to bind port ce07de22-19a5-4717-a568-3e1c3fa7bcae by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:59:04.675657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Attempting to bind port ce07de22-19a5-4717-a568-3e1c3fa7bcae on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:04.681186 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Port ce07de22-19a5-4717-a568-3e1c3fa7bcae on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:59:04.681696 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Attempting to bind port ce07de22-19a5-4717-a568-3e1c3fa7bcae on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:04.692503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:59:04.692503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:59:04.692503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Bound using segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:59:04.692503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Bound port: ce07de22-19a5-4717-a568-3e1c3fa7bcae, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:59:04.692503 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.819608 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46640) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:04.838313 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.924132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:59:04.932220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:59:04.947014 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-594dab58-70bd-4eed-91c3-ab845239ead6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:04.949902 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-594dab58-70bd-4eed-91c3-ab845239ead6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 816 time: 0.2611940
Jun 19 01:59:04.952576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.956393 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-e3fc25b7-5b77-47b1-8d6d-b607ac5b40a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:04.968608 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-6c20a927-ddf1-4c1a-bc66-c33305dd6420 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/quotas/4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 375 time: 0.0115025
Jun 19 01:59:05.047227 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-03e3f8ae-d205-4ee8-8da4-e158ba634e8e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0727959
Jun 19 01:59:05.074887 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.079339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b14e8f47-3858-4b02-afe0-4c83bd070b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:05.132085 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.143936 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b92248e2c4da4a0587cae8ea19effef3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3220594
Jun 19 01:59:05.153128 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46646) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:05.154205 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-73f2249f-6a48-401c-8aa9-fa1b6509367f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:05.184076 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e3aa87-63a8-419a-a838-c7be27cd3177,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:05.184076 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:05.194642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:05.195879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.197816 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 654bd76e-b929-4629-835a-166cd04bc80f up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:59:05.198383 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] 10.222.0.16 "PUT /v2.0/ports/ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 200  len: 1094 time: 1.6273341
Jun 19 01:59:05.241428 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:05.254650 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd652f1-015a-4ccf-95c2-185fd2cd0206" -d '{"events": [{"name": "network-changed", "server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:05.285369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 654bd76e-b929-4629-835a-166cd04bc80f triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:05.285369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.405289 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.468459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Pushing event updated for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:05.496049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:05.507763 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-de01b74b-8061-4eec-98ca-68011da2989f service neutron] 10.222.0.24 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4455762
Jun 19 01:59:05.519064 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.598575 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.670345 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-00ee0d4a-a7ee-4556-811d-f04805a0aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:05.673111 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-00ee0d4a-a7ee-4556-811d-f04805a0aaf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1097 time: 0.2825291
Jun 19 01:59:05.701220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1a4be-e2a3-4773-81b8-833ddfe0e027 req-1991474c-65f4-4f60-a010-eb4e82e2b388 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:05.703228 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ecc1a4be-e2a3-4773-81b8-833ddfe0e027 req-1991474c-65f4-4f60-a010-eb4e82e2b388 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.2920487
Jun 19 01:59:05.705204 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-668fda4f-2146-4577-a659-ddfad9b6ebe0 service neutron] 10.222.0.24 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966486
Jun 19 01:59:05.735013 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-6fadf981-81eb-437c-8c59-f1c1e9dd93a3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 200  len: 217 time: 0.0546141
Jun 19 01:59:05.819864 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ecc1a4be-e2a3-4773-81b8-833ddfe0e027 req-ccb44fb7-53c2-461a-8e3a-39ac644d3751 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872622
Jun 19 01:59:05.828531 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-946e8188-3708-459b-8eea-687bd38622bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:05.830084 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-946e8188-3708-459b-8eea-687bd38622bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0878057
Jun 19 01:59:05.872334 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.874534 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:05.875663 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7e3aa87-63a8-419a-a838-c7be27cd3177 HTTP/1.1" status: 204  len: 168 time: 0.7157524
Jun 19 01:59:05.877892 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-38dc5fbd-d466-46fc-b564-d2591d768ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:05.880791 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc767f7-2885-4cff-a48a-b13f37351bd8 x-openstack-request-id: req-ebc767f7-2885-4cff-a48a-b13f37351bd8 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:05.881118 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:05.881401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ebc767f7-2885-4cff-a48a-b13f37351bd8 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:05.881820 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'status': 'completed', 'code': 200}
Jun 19 01:59:05.893511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e3aa87-63a8-419a-a838-c7be27cd3177,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:05.896135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:05.928106 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-edcb589d-a2c6-49e2-8dff-935d16bf3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:05.930604 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-edcb589d-a2c6-49e2-8dff-935d16bf3cfb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920072
Jun 19 01:59:06.019302 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-13edcf4e-313c-4878-9bf3-14a0c99cf3e1 req-ddad1333-f9c8-417b-81d8-422f7dbbde75 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0583053
Jun 19 01:59:06.066146 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-2980db8f-8048-4068-8403-1f19f5c54e05 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257005
Jun 19 01:59:06.173047 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e4071e1d-67b9-49b1-8ee0-3a609bbe6c81 req-e1af842a-42ad-470f-9b8e-29aa0f990259 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975258
Jun 19 01:59:06.236232 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.393790 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-77f89cb1-7a2f-4dbf-a103-6571895545d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:06.396147 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-77f89cb1-7a2f-4dbf-a103-6571895545d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1097 time: 0.0623510
Jun 19 01:59:06.511007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-5734fce3-74ad-46f8-b70f-7be176824700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:06.512697 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-5734fce3-74ad-46f8-b70f-7be176824700 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.1089354
Jun 19 01:59:06.560200 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-2bb2dbb2-5554-40ef-b382-ac3de428a641 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 200  len: 217 time: 0.0380769
Jun 19 01:59:06.573610 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46682) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:06.615156 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-42369727-1413-4bf1-9bee-bfc42ab11ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:06.617353 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-42369727-1413-4bf1-9bee-bfc42ab11ba5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0482049
Jun 19 01:59:06.636059 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Deleting subnet 08fc6c78-9a69-4826-8d68-92d51c225786 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 01:59:06.641201 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.679789 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.690714 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-3f29982a-d870-4358-a9ce-5d143dde44b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:06.692205 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-3f29982a-d870-4358-a9ce-5d143dde44b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0650451
Jun 19 01:59:06.731641 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.795863 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-7f491a3e-989b-4727-90b5-680a88bc89de service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958061
Jun 19 01:59:06.917722 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0bd652f1-015a-4ccf-95c2-185fd2cd0206 req-277b3ae1-4221-4f6b-b157-13f2eed3bdd3 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1149192
Jun 19 01:59:06.922206 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.932024 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bd54bc63-84c8-4a55-91f2-02cbf9e7c772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:06.966804 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08fc6c78-9a69-4826-8d68-92d51c225786,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:06.970173 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:06.977182 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:06.980278 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-fe168db4-3e02-4700-b17e-540c6288ff0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08fc6c78-9a69-4826-8d68-92d51c225786 HTTP/1.1" status: 204  len: 168 time: 0.4055195
Jun 19 01:59:06.986042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46694) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:07.099335 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.141707 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-07780699-7d91-4e57-87df-be19b6f6fcc6 req-8e23e143-5bd7-4dac-86ee-d04b92fc95e2 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0418994
Jun 19 01:59:07.155954 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdbf65f-38b6-4e0f-bdea-98343a26a670 req-5cf64779-b96a-4b32-aa95-d155755ca6d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:07.157554 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5cdbf65f-38b6-4e0f-bdea-98343a26a670 req-5cf64779-b96a-4b32-aa95-d155755ca6d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.1690481
Jun 19 01:59:07.249580 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.264041 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5cdbf65f-38b6-4e0f-bdea-98343a26a670 req-6a282c5d-3a6b-4af0-9d13-561d2fdca5ad tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0862987
Jun 19 01:59:07.268953 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f217ae3d0>,) {'filters': {'network_id': ['474b94ea-1bef-4dbc-b7c5-daa4ee71ec18']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:07.279049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f217ae3d0>, '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:07.279409 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f217ae3d0>, '9e99c0e3-f7ce-43a8-ac49-fcb90bacb613') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:07.304201 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.319671 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.327314 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 01:59:07.327731 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 01:59:07.330239 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 01:59:07.767556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.772530 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:07.774490 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/474b94ea-1bef-4dbc-b7c5-daa4ee71ec18 HTTP/1.1" status: 204  len: 168 time: 0.7872016
Jun 19 01:59:07.775194 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:07.789534 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=474b94ea-1bef-4dbc-b7c5-daa4ee71ec18,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:07.793288 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cb546127-a413-4bbc-99ca-67dd43419ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:07.954229 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:08.289115 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3311d84a-7d11-4f41-a94f-8d1f15e41017 req-0e89c07f-af21-4641-8a54-eba74c7ea606 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0314627
Jun 19 01:59:08.449106 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46730) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:08.561019 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46732) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:08.561772 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-caf6cc85-6b9e-43fa-b6e2-1a68538d4d22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=528d88c2dd5a4466acdbe74e3e5f29e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1104286
Jun 19 01:59:08.643813 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f85a6f-8909-41d3-a998-600b2244464c req-0bb47289-403d-4fce-8b27-9a53d749bd5f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:08.649477 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-36f85a6f-8909-41d3-a998-600b2244464c req-0bb47289-403d-4fce-8b27-9a53d749bd5f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.1629720
Jun 19 01:59:08.668348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:08.703008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:08.725027 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-36f85a6f-8909-41d3-a998-600b2244464c req-cc20e37f-e9ad-4197-82f4-9e0493eb1902 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691326
Jun 19 01:59:08.862293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:08.865064 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:08.866638 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e7623d1-823a-448b-8287-c1b806b3c88c HTTP/1.1" status: 204  len: 168 time: 0.3021293
Jun 19 01:59:08.867450 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23afca54-7b55-4dfb-8aa3-4a9bf3f6ace3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:08.875538 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7623d1-823a-448b-8287-c1b806b3c88c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:08.877893 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:09.480414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d20dbbc9-4c8b-41ef-9458-1c7980340619 req-0f46a1a4-4b13-49c8-b04d-122c08a52802 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0381830
Jun 19 01:59:09.537555 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-2984e2ff-8227-4958-92ed-d40595ab55df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:09.539118 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-2984e2ff-8227-4958-92ed-d40595ab55df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 816 time: 0.1670797
Jun 19 01:59:09.600530 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-9e3c0fd3-9539-4972-aa7b-bc37af1748ec tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 379 time: 0.0491960
Jun 19 01:59:09.609205 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'port': {'device_id': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'admin_state_up': True, 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'security_groups': ['9f0b11c3-2fd5-47be-adc7-e72814cbeeee']}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:09.764377 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-7fbf4559-29c5-4f67-baf9-80d7fcdd52b2 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182182612&fields=id&tenant_id=531291145a064129b4b4810f42f32eea HTTP/1.1" status: 200  len: 267 time: 0.0637043
Jun 19 01:59:09.938547 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Made reservation on behalf of 4a3cae28243e48af93aeaccc34c28735 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:59:09.942170 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:09.955829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-51e3de54-4892-421d-9f96-db9097390ff6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:09.957325 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-51e3de54-4892-421d-9f96-db9097390ff6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 808 time: 0.1833181
Jun 19 01:59:09.995240 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-9ddb7990-cc11-49bf-aa74-0095998a59e2 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/quotas/531291145a064129b4b4810f42f32eea HTTP/1.1" status: 200  len: 375 time: 0.0278077
Jun 19 01:59:10.093290 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45012186-63f0-4ef6-a222-09bf2413e15c req-1dde8a8e-4315-4e07-8ed3-8ffbd72f6d72 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:10.094856 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-45012186-63f0-4ef6-a222-09bf2413e15c req-1dde8a8e-4315-4e07-8ed3-8ffbd72f6d72 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.2323825
Jun 19 01:59:10.194832 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-45012186-63f0-4ef6-a222-09bf2413e15c req-b02372df-a9be-44a5-b31f-429bb56c3bf7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920074
Jun 19 01:59:10.196623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Allocated IP 172.20.0.9 (dd57bac5-03b9-469c-b917-26464acc7656/fbba7495-1150-4d5d-9522-00f90841b700/f0602907-5e46-4544-9c9c-aff138150100) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:10.215227 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-077df49d-07c4-402f-950e-74ff902312bd tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2125473
Jun 19 01:59:10.385672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-41dab3ef-8bc2-4783-8a20-c3818788690e service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587508
Jun 19 01:59:10.472189 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:10.494851 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Transition to ACTIVE for port object f0602907-5e46-4544-9c9c-aff138150100 will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:10.524187 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-fc3f3453-6075-42db-ab0c-b96d4b5ff324 service neutron] 10.222.0.24 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1316381
Jun 19 01:59:10.608328 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:10.615072 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-da743a9b-15df-4fcc-a6ed-47d1052f8219 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:10.741495 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Network dd57bac5-03b9-469c-b917-26464acc7656 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:10.750066 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:10.753109 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:10.756854 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:10.759658 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:10.816563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:10.817248 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:10.829263 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09d272-dddb-4f61-8a00-561811a417f8 req-2ac73033-3d49-4ca0-9010-cdd59d684cb8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:10.830853 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1c09d272-dddb-4f61-8a00-561811a417f8 req-2ac73033-3d49-4ca0-9010-cdd59d684cb8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 931 time: 0.2087286
Jun 19 01:59:10.886616 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1c09d272-dddb-4f61-8a00-561811a417f8 req-e37724b9-b09e-498a-81fc-f6cb6b0efa21 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426896
Jun 19 01:59:10.916335 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3067675
Jun 19 01:59:10.926234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Request body: {'port': {'device_id': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:11.029760 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:11.109814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-03f2a5cd-2937-4839-b927-76d191eeb09a None None] Provisioning for port f0602907-5e46-4544-9c9c-aff138150100 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:11.114314 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-03f2a5cd-2937-4839-b927-76d191eeb09a None None] Provisioning complete for port f0602907-5e46-4544-9c9c-aff138150100 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:11.114774 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-03f2a5cd-2937-4839-b927-76d191eeb09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:11.157123 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-03f2a5cd-2937-4839-b927-76d191eeb09a None None] Port f0602907-5e46-4544-9c9c-aff138150100 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:59:11.305949 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2532482d-2290-4f1e-a949-18d5233c2a0b req-c8fce055-c66d-4c3e-bebb-e1f707b3e630 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0459027
Jun 19 01:59:11.439250 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:11.451202 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:11.470274 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Transition to ACTIVE for port object f0602907-5e46-4544-9c9c-aff138150100 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:11.485334 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0c7c8-25f7-4700-adf5-6cb3913f59a7 req-968c12b9-85cf-4f75-aed7-fcdc46011a0f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:11.485334 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4ff0c7c8-25f7-4700-adf5-6cb3913f59a7 req-968c12b9-85cf-4f75-aed7-fcdc46011a0f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.1380429
Jun 19 01:59:11.524414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4ff0c7c8-25f7-4700-adf5-6cb3913f59a7 req-1ce9630c-c398-49c4-a09b-190e3d20d811 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346987
Jun 19 01:59:11.595690 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:11.598743 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:11.676566 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:11.680737 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:11.782917 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Attempting to bind port f0602907-5e46-4544-9c9c-aff138150100 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:59:11.783235 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Attempting to bind port f0602907-5e46-4544-9c9c-aff138150100 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:59:11.783532 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Attempting to bind port f0602907-5e46-4544-9c9c-aff138150100 on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Port f0602907-5e46-4544-9c9c-aff138150100 on network dd57bac5-03b9-469c-b917-26464acc7656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Attempting to bind port f0602907-5e46-4544-9c9c-aff138150100 on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Checking segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Bound using segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Bound port: f0602907-5e46-4544-9c9c-aff138150100, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:59:11.831616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:11.904142 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:59:11.909087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:59:12.033786 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:12.052283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:12.100081 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:12.100734 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:12.102174 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] 10.222.0.16 "PUT /v2.0/ports/f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 1093 time: 1.1805027
Jun 19 01:59:12.103598 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:12.107594 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b219f704-6094-4230-855f-9c7322bb3491" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:12.173227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:12.179683 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b40fb5c-d9be-4fb1-b737-b467a37c5a20 x-openstack-request-id: req-7b40fb5c-d9be-4fb1-b737-b467a37c5a20 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:12.180225 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:12.181475 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b40fb5c-d9be-4fb1-b737-b467a37c5a20 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:12.181998 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'status': 'completed', 'code': 200}
Jun 19 01:59:12.186493 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:12.217935 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94055455-1c67-4029-bff8-29cd8184d31b req-845135a2-c3c4-4943-8724-2bbfd0608431 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:12.220720 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-94055455-1c67-4029-bff8-29cd8184d31b req-845135a2-c3c4-4943-8724-2bbfd0608431 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1989040
Jun 19 01:59:12.288676 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-94055455-1c67-4029-bff8-29cd8184d31b req-2572f94c-7d38-422f-8fc6-a00d02281542 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610669
Jun 19 01:59:12.417545 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2038bc4b-e1e9-4583-b27c-3886efe2c34a req-2125c42c-3ec2-48a4-896f-524872c0c3ba tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0324304
Jun 19 01:59:12.711302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20e20c-65c8-4341-a873-eea31e99b9ef req-10aecf89-34c1-4d81-80a0-d3d817a47dc7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:12.713780 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5b20e20c-65c8-4341-a873-eea31e99b9ef req-10aecf89-34c1-4d81-80a0-d3d817a47dc7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.0689209
Jun 19 01:59:12.753883 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5b20e20c-65c8-4341-a873-eea31e99b9ef req-0fec14da-b639-46c5-910b-03cfa4f79379 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343301
Jun 19 01:59:13.486878 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2206f18-d692-4a70-8eef-3eb231d58545 req-142ffbeb-1e9b-4e44-b0ab-a51be3570a00 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:13.488371 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2206f18-d692-4a70-8eef-3eb231d58545 req-142ffbeb-1e9b-4e44-b0ab-a51be3570a00 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0748613
Jun 19 01:59:13.528154 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2206f18-d692-4a70-8eef-3eb231d58545 req-09250a75-d06f-4e3d-a747-0200c250ea8c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335143
Jun 19 01:59:13.560578 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-59f9aab3-be07-45af-950c-3df362b558cd req-b8a17957-6939-4d3e-8df5-82e3e76a4ad3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0313408
Jun 19 01:59:13.930689 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250babc9-32fa-4090-aaa8-3a90f6a1be37 req-fb60682c-1526-4121-a091-e2dec70866f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:13.933368 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-250babc9-32fa-4090-aaa8-3a90f6a1be37 req-fb60682c-1526-4121-a091-e2dec70866f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.0676546
Jun 19 01:59:13.982862 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-250babc9-32fa-4090-aaa8-3a90f6a1be37 req-37bd2405-b40a-40ec-8e3d-5537da79666d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435135
Jun 19 01:59:14.712756 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c5dd542-2425-4904-9011-7659225b6acb req-96b2bb40-d84c-44ed-9299-c37304722437 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0335722
Jun 19 01:59:14.747253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a6cea-65ba-4934-8388-ecbf6fa58fd0 req-85858a69-57c9-42fd-af23-ba811880e1d0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:14.748740 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-663a6cea-65ba-4934-8388-ecbf6fa58fd0 req-85858a69-57c9-42fd-af23-ba811880e1d0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1018999
Jun 19 01:59:14.818476 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-663a6cea-65ba-4934-8388-ecbf6fa58fd0 req-68bd784d-b44a-4652-8455-6eb965c33eac tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612450
Jun 19 01:59:14.834093 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f704-6094-4230-855f-9c7322bb3491 req-4d200aa5-fc7b-45ac-a9bb-bbfe31fcb952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:14.835488 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b219f704-6094-4230-855f-9c7322bb3491 req-4d200aa5-fc7b-45ac-a9bb-bbfe31fcb952 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1096 time: 0.0858963
Jun 19 01:59:14.943175 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f704-6094-4230-855f-9c7322bb3491 req-142b47e0-e605-4813-8d19-5fd16b518b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:14.944626 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b219f704-6094-4230-855f-9c7322bb3491 req-142b47e0-e605-4813-8d19-5fd16b518b4d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4a3cae28243e48af93aeaccc34c28735&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1001835
Jun 19 01:59:15.055709 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b219f704-6094-4230-855f-9c7322bb3491 req-391a6fce-8373-4f86-bf24-c60f9cf99120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:15.058144 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b219f704-6094-4230-855f-9c7322bb3491 req-391a6fce-8373-4f86-bf24-c60f9cf99120 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1057706
Jun 19 01:59:15.194511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-e1ac3d73-f1a1-4505-bec6-f8a1e56c4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:15.195985 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-e1ac3d73-f1a1-4505-bec6-f8a1e56c4d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1096 time: 0.0964360
Jun 19 01:59:15.203810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e6599b-f288-42f4-b07a-0dc75713019d req-f8e6ef8f-234e-4a68-9abd-210a9d65c909 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:15.205234 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-15e6599b-f288-42f4-b07a-0dc75713019d req-f8e6ef8f-234e-4a68-9abd-210a9d65c909 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.1069212
Jun 19 01:59:15.248812 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-670e753c-aad5-4bf3-8609-cb4eb9576c45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 217 time: 0.0425465
Jun 19 01:59:15.304577 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-15e6599b-f288-42f4-b07a-0dc75713019d req-34ef4653-4104-46c5-b67d-4827d45da5f0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0924242
Jun 19 01:59:15.312306 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-8b04bd76-4595-4dce-a51e-0660a6ccc389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:15.313767 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-8b04bd76-4595-4dce-a51e-0660a6ccc389 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0590262
Jun 19 01:59:15.378038 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745821dd-fdd3-4064-8141-082aa1ace406 req-d74f6c45-07e4-4a86-a314-a8ab1e384eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:15.379460 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-d74f6c45-07e4-4a86-a314-a8ab1e384eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0580480
Jun 19 01:59:15.476215 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-ad0f4637-d87b-4c02-a71a-7bc84f234195 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0902104
Jun 19 01:59:15.569436 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-745821dd-fdd3-4064-8141-082aa1ace406 req-b35d2f16-0775-476c-b646-559d2a90c3f2 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0863881
Jun 19 01:59:15.863697 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6ca4612c-509f-4a92-a0a4-2cf560e2831e req-a3f52c04-0225-4a4d-88b2-528eb26a5ae4 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0355711
Jun 19 01:59:16.010246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a7e04-fd8b-48ac-b00a-08a094207613 req-3a5d388f-9abb-4d7a-922d-91671976e795 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:16.011826 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-396a7e04-fd8b-48ac-b00a-08a094207613 req-3a5d388f-9abb-4d7a-922d-91671976e795 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0680323
Jun 19 01:59:16.055073 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-396a7e04-fd8b-48ac-b00a-08a094207613 req-5e13590a-7afe-4bf0-9f3c-3a19af717236 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372348
Jun 19 01:59:16.409293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-72560a36-3223-43c2-8b6f-73d644a07d9b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:16.410809 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-72560a36-3223-43c2-8b6f-73d644a07d9b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 808 time: 0.3548863
Jun 19 01:59:16.494265 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-de118191-83c1-45b1-8586-7c1f04e410d7 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=531291145a064129b4b4810f42f32eea HTTP/1.1" status: 200  len: 379 time: 0.0710745
Jun 19 01:59:16.507889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'port': {'device_id': 'df382a11-9679-4eac-9ca8-982b38d84557', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'admin_state_up': True, 'tenant_id': '531291145a064129b4b4810f42f32eea', 'security_groups': ['224cf8e0-e43b-495d-bf08-5ee608967acb']}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:16.582191 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15cb19-bf09-42da-b60a-2be8c8f9024d req-3365b426-b1ab-46dd-9ec3-c663b3c1e910 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:16.583788 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fa15cb19-bf09-42da-b60a-2be8c8f9024d req-3365b426-b1ab-46dd-9ec3-c663b3c1e910 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 944 time: 0.1520789
Jun 19 01:59:16.654554 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fa15cb19-bf09-42da-b60a-2be8c8f9024d req-25d04858-925f-4cf9-a759-cf1c8eb060f3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609004
Jun 19 01:59:16.788153 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Made reservation on behalf of 531291145a064129b4b4810f42f32eea for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 01:59:16.792340 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:16.815252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device ce07de22-19a5-4717-a568-3e1c3fa7bcae details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:59:16.934609 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:16.939815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Allocated IP 172.20.0.9 (ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7/d3b708a6-3b49-4873-8a6e-3e961094da9b/36df44dc-e113-4356-aa69-19c8c8517975) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:16.947974 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'port_id': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'mac_address': 'fa:16:3e:bd:83:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:59:16.995820 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.010048 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce07de22-19a5-4717-a568-3e1c3fa7bcae {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:17.044412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:17.081291 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-92778b67-7b24-4244-9251-c4325d66680e req-b032962e-8251-40a4-9a0e-dc092ac8cc3b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0453460
Jun 19 01:59:17.121321 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.122401 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:59:17.124338 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:17.138220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.155262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Transition to ACTIVE for port object 36df44dc-e113-4356-aa69-19c8c8517975 will not be triggered until provisioned by entity DHCP. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:17.231622 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:17.236407 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:17.262923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.267271 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fe01b4d0-e9a6-42df-88da-3ab77fa9c2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:17.282640 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:17.298727 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'f0602907-5e46-4544-9c9c-aff138150100', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:59:17.309994 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432adf5c-4873-4f07-9436-6943242b1644 req-3027ac95-d12d-4ca9-bf24-454213e56770 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:17.311595 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-432adf5c-4873-4f07-9436-6943242b1644 req-3027ac95-d12d-4ca9-bf24-454213e56770 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1047335
Jun 19 01:59:17.336558 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:17.341522 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.346346 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:17.358752 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:17.365222 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:17.372957 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:17.388948 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:17.402055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:17.418878 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-432adf5c-4873-4f07-9436-6943242b1644 req-bc9721a3-0804-46e2-a3ad-a09c08473c9f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966833
Jun 19 01:59:17.440174 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:17.440174 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.491511 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.494512 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-a2b93260-12f5-4219-8a3d-288894a5e9b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:17.522744 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0195615
Jun 19 01:59:17.564986 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:17.570914 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:17.702278 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b1f663e5-8389-4f2b-8f04-8ad50961b788 None None] Provisioning for port 36df44dc-e113-4356-aa69-19c8c8517975 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:17.709698 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-b1f663e5-8389-4f2b-8f04-8ad50961b788 None None] Provisioning complete for port 36df44dc-e113-4356-aa69-19c8c8517975 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:17.710127 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-b1f663e5-8389-4f2b-8f04-8ad50961b788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:17.746185 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-b1f663e5-8389-4f2b-8f04-8ad50961b788 None None] Port 36df44dc-e113-4356-aa69-19c8c8517975 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 01:59:17.837513 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5929c3b-4067-4b00-b115-567d194c9823 req-fa75a445-d05c-408f-9451-759a3c4e6918 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:17.838812 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5929c3b-4067-4b00-b115-567d194c9823 req-fa75a445-d05c-408f-9451-759a3c4e6918 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 945 time: 0.0679429
Jun 19 01:59:17.877652 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d5929c3b-4067-4b00-b115-567d194c9823 req-4e1baccb-4fa4-40dd-bdd6-ba575c56fca9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0331943
Jun 19 01:59:18.270891 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186370f-11e5-447d-a402-b4e6f834b0b2 req-4ba08580-f040-4c16-ac0a-b6e9bb6e3eab tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:18.272421 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0186370f-11e5-447d-a402-b4e6f834b0b2 req-4ba08580-f040-4c16-ac0a-b6e9bb6e3eab tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 931 time: 0.0728877
Jun 19 01:59:18.318405 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0186370f-11e5-447d-a402-b4e6f834b0b2 req-04bfe4b6-47d2-49a6-857c-36bbeb3f4146 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397198
Jun 19 01:59:18.613587 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9f83a-b68e-4686-bfc2-eafa7cedbd2c req-e69bf7f7-ea89-4d0d-ac42-4f205be2b74d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:18.615232 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2e9f83a-b68e-4686-bfc2-eafa7cedbd2c req-e69bf7f7-ea89-4d0d-ac42-4f205be2b74d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0738881
Jun 19 01:59:18.657407 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2e9f83a-b68e-4686-bfc2-eafa7cedbd2c req-d84f8fc3-ca79-42ec-8aa5-3cbef18ea329 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352089
Jun 19 01:59:18.888732 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Request body: {'port': {'device_id': 'df382a11-9679-4eac-9ca8-982b38d84557', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:18.979880 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.200161 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06862f11-ea0e-4b0a-8f87-57010fc390c5 req-21425390-5633-4ffb-97f6-14599d66ba95 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:19.201581 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06862f11-ea0e-4b0a-8f87-57010fc390c5 req-21425390-5633-4ffb-97f6-14599d66ba95 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 945 time: 0.1838779
Jun 19 01:59:19.263417 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06862f11-ea0e-4b0a-8f87-57010fc390c5 req-3d737a27-b1b3-4a63-957a-d6442cf99596 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540035
Jun 19 01:59:19.332320 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36df44dc-e113-4356-aa69-19c8c8517975 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:19.341600 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.353665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Transition to ACTIVE for port object 36df44dc-e113-4356-aa69-19c8c8517975 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 01:59:19.449384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.471413 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a41e2f0f-c933-43f7-ac3b-4a58b967d19b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:19.553705 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:19.560705 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:19.632379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d7471-6928-494e-bc5f-e0c0137b996c req-fda65121-70f1-4ef7-96cd-7c2a0f3d791b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:19.634597 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-079d7471-6928-494e-bc5f-e0c0137b996c req-fda65121-70f1-4ef7-96cd-7c2a0f3d791b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.1959004
Jun 19 01:59:19.677209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Attempting to bind port 36df44dc-e113-4356-aa69-19c8c8517975 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 01:59:19.677552 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Attempting to bind port 36df44dc-e113-4356-aa69-19c8c8517975 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 01:59:19.677887 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Attempting to bind port 36df44dc-e113-4356-aa69-19c8c8517975 on network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:19.691209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Port 36df44dc-e113-4356-aa69-19c8c8517975 on network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 01:59:19.691527 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Attempting to bind port 36df44dc-e113-4356-aa69-19c8c8517975 on network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 01:59:19.703988 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-079d7471-6928-494e-bc5f-e0c0137b996c req-a19090b7-faf3-4254-9ec5-6d73b5a82af9 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581400
Jun 19 01:59:19.704861 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 01:59:19.705199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Checking segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 01:59:19.705571 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Bound using segment: {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 01:59:19.706008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Bound port: 36df44dc-e113-4356-aa69-19c8c8517975, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '497dade0-f6e2-4347-9004-42bc36a46dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 01:59:19.706413 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.778377 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 01:59:19.782602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 01:59:19.847219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ce983-c0e4-465b-8ba2-1d8c2ab9337c req-66e7e232-1a51-4d2d-b1f7-6bbc3a151adf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:19.848663 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f4ce983-c0e4-465b-8ba2-1d8c2ab9337c req-66e7e232-1a51-4d2d-b1f7-6bbc3a151adf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0680351
Jun 19 01:59:19.881999 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.886919 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:19.897398 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f4ce983-c0e4-465b-8ba2-1d8c2ab9337c req-e4420453-17f7-4313-9af7-85b02fbe8242 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431192
Jun 19 01:59:19.939919 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:19.948794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:19.948794 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] 10.222.0.16 "PUT /v2.0/ports/36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 1093 time: 1.0610344
Jun 19 01:59:19.948794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:19.948794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a17f24-f50c-4f74-8014-d3344834d180" -d '{"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:19.964658 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:19.969140 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:19.988023 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a11159-5204-44db-b476-d020a9eacd82 x-openstack-request-id: req-d0a11159-5204-44db-b476-d020a9eacd82 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:19.988405 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:19.988854 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0a11159-5204-44db-b476-d020a9eacd82 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:19.989176 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'status': 'completed', 'code': 200}
Jun 19 01:59:20.086464 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17f24-f50c-4f74-8014-d3344834d180 req-127fa64c-903a-4947-8bd2-775a95b31483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.089504 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23a17f24-f50c-4f74-8014-d3344834d180 req-127fa64c-903a-4947-8bd2-775a95b31483 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1096 time: 0.0696084
Jun 19 01:59:20.214531 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['f0602907-5e46-4544-9c9c-aff138150100'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:59:20.215111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17f24-f50c-4f74-8014-d3344834d180 req-ec75c12c-d5fd-48a9-be12-5068400772cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.216183 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23a17f24-f50c-4f74-8014-d3344834d180 req-ec75c12c-d5fd-48a9-be12-5068400772cb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=531291145a064129b4b4810f42f32eea&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1179745
Jun 19 01:59:20.216745 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['ce07de22-19a5-4717-a568-3e1c3fa7bcae'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:59:20.357623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17f24-f50c-4f74-8014-d3344834d180 req-a519af23-d1f2-4640-ae29-58721d7f77b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.357623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23a17f24-f50c-4f74-8014-d3344834d180 req-a519af23-d1f2-4640-ae29-58721d7f77b7 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1104207
Jun 19 01:59:20.476013 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-e6c8d961-3323-49eb-aa90-d3e4b7dce224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.478118 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-e6c8d961-3323-49eb-aa90-d3e4b7dce224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1096 time: 0.0972152
Jun 19 01:59:20.491581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fac53b-a43a-48bd-b775-98c39bc0e458 req-d8388472-72ab-4231-8e2f-49d99112fe47 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.493048 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53fac53b-a43a-48bd-b775-98c39bc0e458 req-d8388472-72ab-4231-8e2f-49d99112fe47 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 945 time: 0.0853560
Jun 19 01:59:20.538999 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-cb52ed44-feb6-43c4-bac1-f1d8593a8a48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 217 time: 0.0442054
Jun 19 01:59:20.599276 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53fac53b-a43a-48bd-b775-98c39bc0e458 req-357d0977-e54a-48b5-963c-ec28b82e4a9e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0973451
Jun 19 01:59:20.609304 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-eb143ab0-d27f-4a07-aed5-722264f55682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.609304 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-eb143ab0-d27f-4a07-aed5-722264f55682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0630400
Jun 19 01:59:20.673810 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f0736-2e15-4db4-a433-e4d550603410 req-21f88210-7441-4179-875f-a9954bf9c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.675236 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-21f88210-7441-4179-875f-a9954bf9c406 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0590005
Jun 19 01:59:20.781798 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-b9d6a0e3-dfc9-4019-b896-5c55557058d0 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0989187
Jun 19 01:59:20.940826 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-177f0736-2e15-4db4-a433-e4d550603410 req-d9b8675e-d483-4b9c-9678-c1ce5a7b5f71 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1519089
Jun 19 01:59:20.958913 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1e253-c0e5-4c38-b6e9-b43db522b1b1 req-ca2ec0b3-6a80-40ae-826e-431ce6157321 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:20.960432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0ba1e253-c0e5-4c38-b6e9-b43db522b1b1 req-ca2ec0b3-6a80-40ae-826e-431ce6157321 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.1237767
Jun 19 01:59:21.003209 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0ba1e253-c0e5-4c38-b6e9-b43db522b1b1 req-643983de-7cf8-4561-97ee-cbb819d34c95 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356634
Jun 19 01:59:21.101469 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860c400-0e7a-4257-84a3-0cab08a9c0fb req-d15c72de-941d-44b8-9eb2-3b20098072bb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:21.103045 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3860c400-0e7a-4257-84a3-0cab08a9c0fb req-d15c72de-941d-44b8-9eb2-3b20098072bb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0712457
Jun 19 01:59:21.144627 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3860c400-0e7a-4257-84a3-0cab08a9c0fb req-95acc42e-5cad-4c95-87ae-fc64677647fc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355747
Jun 19 01:59:21.788925 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a0411-cb95-4aa4-8742-ea0e16ab87db req-5785c2ef-aa0b-45fd-b36f-1faff44c4bf8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:21.790954 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-319a0411-cb95-4aa4-8742-ea0e16ab87db req-5785c2ef-aa0b-45fd-b36f-1faff44c4bf8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 945 time: 0.0705044
Jun 19 01:59:21.834491 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-319a0411-cb95-4aa4-8742-ea0e16ab87db req-7fb6469f-a2da-42b1-995e-bce09bc3b97c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373275
Jun 19 01:59:21.941022 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device ce07de22-19a5-4717-a568-3e1c3fa7bcae up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:59:21.964799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.070028 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port ce07de22-19a5-4717-a568-3e1c3fa7bcae completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:22.075769 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port ce07de22-19a5-4717-a568-3e1c3fa7bcae triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:22.076483 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.189305 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.217959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3420-a9a4-4d37-bc0c-33943f8ee7ab req-ed74d73c-ea2f-4323-a429-6e8f4c05d9fc tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:22.220031 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-61ff3420-a9a4-4d37-bc0c-33943f8ee7ab req-ed74d73c-ea2f-4323-a429-6e8f4c05d9fc tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0893619
Jun 19 01:59:22.226470 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:22.229818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94d620-fcd2-4ec3-8098-94307d412f55" -d '{"events": [{"server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "name": "network-vif-plugged", "status": "completed", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:22.247010 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:22.269060 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-61ff3420-a9a4-4d37-bc0c-33943f8ee7ab req-27f30564-103b-4718-bc9d-0da7228de024 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417204
Jun 19 01:59:22.315464 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.316376 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:59:22.318335 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:22.321699 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96597c6-b76c-4037-bd9b-a9ba566482a6 x-openstack-request-id: req-e96597c6-b76c-4037-bd9b-a9ba566482a6 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:22.322043 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "name": "network-vif-plugged", "status": "completed", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:22.322261 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e96597c6-b76c-4037-bd9b-a9ba566482a6 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:22.322651 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'code': 200}
Jun 19 01:59:22.372415 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f4621-49ed-4fd1-921b-7ae0c95474db req-036e487b-0061-4607-95c3-229bf27e6822 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:22.374157 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f4f4621-49ed-4fd1-921b-7ae0c95474db req-036e487b-0061-4607-95c3-229bf27e6822 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0921097
Jun 19 01:59:22.403222 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:22.414385 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.418910 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:22.422495 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:22.426322 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f4f4621-49ed-4fd1-921b-7ae0c95474db req-a1d975f1-303d-4941-9e1e-f0095574b228 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381970
Jun 19 01:59:22.498522 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port f0602907-5e46-4544-9c9c-aff138150100 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:22.502963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port f0602907-5e46-4544-9c9c-aff138150100 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:22.503345 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.591774 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.636170 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:22.784074 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:22.786104 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-53b37ccf-6ae6-44a4-851b-81d62491939e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:22.848353 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:22.851435 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:22.915878 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564faa74-8a3e-4d79-ba4d-092a61354375 req-3d6a1721-4687-4d2a-8508-0c1f9fce0f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:22.917441 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-564faa74-8a3e-4d79-ba4d-092a61354375 req-3d6a1721-4687-4d2a-8508-0c1f9fce0f92 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1099 time: 0.0888937
Jun 19 01:59:22.955606 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-564faa74-8a3e-4d79-ba4d-092a61354375 req-72255305-0ad0-470f-8a6f-1c3484e4d542 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311971
Jun 19 01:59:23.046822 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be097897-5707-47d3-9458-9c0153f72cfb req-50f21feb-d399-440f-8983-5e208bcd4a79 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:23.048438 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-be097897-5707-47d3-9458-9c0153f72cfb req-50f21feb-d399-440f-8983-5e208bcd4a79 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0719647
Jun 19 01:59:23.089003 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-be097897-5707-47d3-9458-9c0153f72cfb req-e0100386-c553-4f01-9c04-85ae611b9847 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346696
Jun 19 01:59:23.496016 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0fde8-6e54-4f18-b0d5-b435b220d7cd req-a8cf38cb-4ac8-4f39-84f6-48d9ffa8acf3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:23.497611 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-40c0fde8-6e54-4f18-b0d5-b435b220d7cd req-a8cf38cb-4ac8-4f39-84f6-48d9ffa8acf3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0785823
Jun 19 01:59:23.546750 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-40c0fde8-6e54-4f18-b0d5-b435b220d7cd req-df0b293b-b8d9-49ec-b548-508236c71d53 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409882
Jun 19 01:59:23.623819 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e864e-4c32-4c43-b3d3-62e60e797eac req-e4a1cb1e-c6af-483d-9db6-c850067ca750 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:23.625488 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f80e864e-4c32-4c43-b3d3-62e60e797eac req-e4a1cb1e-c6af-483d-9db6-c850067ca750 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0695622
Jun 19 01:59:23.667125 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f80e864e-4c32-4c43-b3d3-62e60e797eac req-72572262-7992-4f96-bdd5-1dd5a286c88b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358629
Jun 19 01:59:24.270466 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b96dc-f611-448e-8f3a-0f92209390b8 req-f14d45e1-c7f4-44cd-a87b-4d44e5e347cb tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:24.271904 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-393b96dc-f611-448e-8f3a-0f92209390b8 req-f14d45e1-c7f4-44cd-a87b-4d44e5e347cb tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0638669
Jun 19 01:59:24.311277 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-393b96dc-f611-448e-8f3a-0f92209390b8 req-903475ff-a272-485d-92d4-d90353f4a5c5 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335784
Jun 19 01:59:24.323623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:24.326165 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6741b8-d105-4f80-a2ab-cd4d26521d0e" -d '{"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:24.360897 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06f4141-047c-4744-adef-6d99d3883fb0 x-openstack-request-id: req-e06f4141-047c-4744-adef-6d99d3883fb0 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:24.361195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:24.361454 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e06f4141-047c-4744-adef-6d99d3883fb0 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:24.361846 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'code': 200}
Jun 19 01:59:24.734529 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe53df-9986-48c9-8f74-f226a27f8a1d req-436a02e8-c3e1-404b-83fb-fb0fcd741746 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:24.736004 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1fbe53df-9986-48c9-8f74-f226a27f8a1d req-436a02e8-c3e1-404b-83fb-fb0fcd741746 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0732963
Jun 19 01:59:24.776653 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1fbe53df-9986-48c9-8f74-f226a27f8a1d req-7fd149b9-94b4-4fe7-a0ff-1df4d9073d9b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0319462
Jun 19 01:59:24.859932 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f5a68-2152-439c-a0b3-f419d9450bd9 req-224088b2-afaf-4868-841f-c9692a69cbd4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:24.861470 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-151f5a68-2152-439c-a0b3-f419d9450bd9 req-224088b2-afaf-4868-841f-c9692a69cbd4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0684445
Jun 19 01:59:24.903713 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-151f5a68-2152-439c-a0b3-f419d9450bd9 req-caaf6c20-79f3-4a03-93ff-599512de13d2 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362046
Jun 19 01:59:25.492225 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56adb6-889c-424e-a3ef-a7279567629f req-88f4bfd0-f5ef-4884-8f50-073ea2ae1bb6 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:25.494180 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5b56adb6-889c-424e-a3ef-a7279567629f req-88f4bfd0-f5ef-4884-8f50-073ea2ae1bb6 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0677719
Jun 19 01:59:25.534194 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5b56adb6-889c-424e-a3ef-a7279567629f req-93bf71e8-e935-421d-8ff6-90a33ac20db9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330067
Jun 19 01:59:25.954286 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b1167-51e9-4160-8097-b50cf2326d8f req-97729806-d97b-468b-9239-3d59079cad19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:25.955802 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9c4b1167-51e9-4160-8097-b50cf2326d8f req-97729806-d97b-468b-9239-3d59079cad19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0656519
Jun 19 01:59:25.994906 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9c4b1167-51e9-4160-8097-b50cf2326d8f req-ffa446c0-250c-4f18-92d8-9a860531bd39 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328946
Jun 19 01:59:26.085921 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea2d0-2271-4c36-acee-a7ff977b322d req-25f264e9-c29f-4214-9882-09559426b67d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:26.087447 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e76ea2d0-2271-4c36-acee-a7ff977b322d req-25f264e9-c29f-4214-9882-09559426b67d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0641396
Jun 19 01:59:26.134383 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e76ea2d0-2271-4c36-acee-a7ff977b322d req-e1d6b97c-2f58-4f91-a836-03b92e5bba9b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406179
Jun 19 01:59:26.500876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4a69e-40dd-4021-95ef-a2b160b15cba req-52c77b93-f662-44e7-a2cc-7bdbe4a36ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:26.502337 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12e4a69e-40dd-4021-95ef-a2b160b15cba req-52c77b93-f662-44e7-a2cc-7bdbe4a36ac1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1098 time: 0.0576277
Jun 19 01:59:26.548708 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12e4a69e-40dd-4021-95ef-a2b160b15cba req-b3a015fe-8185-4638-8528-f054a5fd10de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0311952
Jun 19 01:59:26.716048 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd163c-0679-4334-9ef9-2d8bad63cae5 req-75ebe1a3-e72c-4aca-b7a9-57786820dca8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:26.717551 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4bfd163c-0679-4334-9ef9-2d8bad63cae5 req-75ebe1a3-e72c-4aca-b7a9-57786820dca8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0696707
Jun 19 01:59:26.758926 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4bfd163c-0679-4334-9ef9-2d8bad63cae5 req-88955585-a0da-4f81-a082-ff9953ad37c2 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0355184
Jun 19 01:59:27.604890 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56537e-f1e9-4224-a2be-b073822867da req-a9f093f9-ab2e-48e1-a178-ce470eea4803 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:27.606152 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a56537e-f1e9-4224-a2be-b073822867da req-a9f093f9-ab2e-48e1-a178-ce470eea4803 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.3523331
Jun 19 01:59:27.640842 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f07b1-d2aa-4a5e-ae2d-77791c2a9cf2 req-ac168cad-da5e-4ae3-a034-abfe16d9daf4 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:27.642330 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-011f07b1-d2aa-4a5e-ae2d-77791c2a9cf2 req-ac168cad-da5e-4ae3-a034-abfe16d9daf4 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.5283237
Jun 19 01:59:27.678271 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3a56537e-f1e9-4224-a2be-b073822867da req-b49dacbd-a558-4558-b1f4-b0dcddc2e824 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620465
Jun 19 01:59:27.698389 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-011f07b1-d2aa-4a5e-ae2d-77791c2a9cf2 req-c1719f68-af11-46fe-acb3-0c3694acf76d tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470614
Jun 19 01:59:28.004177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b1e04d-32d7-4f1a-9a46-787f7ab821e2 req-f341a299-e961-4f0c-9822-eb4e55e9e34a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:28.005924 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-94b1e04d-32d7-4f1a-9a46-787f7ab821e2 req-f341a299-e961-4f0c-9822-eb4e55e9e34a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.1233292
Jun 19 01:59:28.052652 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-94b1e04d-32d7-4f1a-9a46-787f7ab821e2 req-1705a0cf-c3e3-49c7-8b36-035abb85975d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374506
Jun 19 01:59:28.255554 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f82f0-8db1-40c3-858b-3f3c021eecf9 req-fc9d66bd-3437-4cda-b7b9-c51bec8be75d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:28.257569 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5a6f82f0-8db1-40c3-858b-3f3c021eecf9 req-fc9d66bd-3437-4cda-b7b9-c51bec8be75d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0831749
Jun 19 01:59:28.302353 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5a6f82f0-8db1-40c3-858b-3f3c021eecf9 req-63a93be3-2a03-4af4-8c18-ce92d2fca1ee tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344682
Jun 19 01:59:28.330707 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46946) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:28.497213 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac580a12-3db9-4f96-94c2-d7053eb460ad tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:28.498754 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-ac580a12-3db9-4f96-94c2-d7053eb460ad tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1094 time: 0.1669252
Jun 19 01:59:28.501859 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 46950) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:28.506466 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'port_id': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:28.595145 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:28.711599 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:28.838217 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.27.3.55 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/06a71e42-f31b-476a-aec9-4e156477251d) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:28.916803 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c1d42-6eaf-452b-8716-992f73597c50 req-81e970bb-09ba-499e-b556-9b7220b71643 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:28.918496 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b92c1d42-6eaf-452b-8716-992f73597c50 req-81e970bb-09ba-499e-b556-9b7220b71643 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1079116
Jun 19 01:59:28.958951 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:28.960624 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2870f-3bd8-40db-8359-ac3cd4e0c558 req-7c44e22e-ae2a-4e56-85b7-475e4e2fe888 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:28.962353 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39d2870f-3bd8-40db-8359-ac3cd4e0c558 req-7c44e22e-ae2a-4e56-85b7-475e4e2fe888 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.1149490
Jun 19 01:59:28.976827 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b92c1d42-6eaf-452b-8716-992f73597c50 req-11667d9c-942d-4787-b90f-ff78a1fda999 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522482
Jun 19 01:59:29.020107 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39d2870f-3bd8-40db-8359-ac3cd4e0c558 req-3f60b728-db58-4abc-9e28-19a9d777b979 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471344
Jun 19 01:59:29.113844 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:29.117146 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82756e4f-7aba-4db7-b17d-e5c5a830894f tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:29.160020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:29.163085 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:29.166833 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:29.172423 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=06a71e42-f31b-476a-aec9-4e156477251d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:29.173868 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf631fe4-32e5-42e8-ba43-cc30bb2bf4d8 req-43277609-260b-4b79-9b0d-dd7f0656bef0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:29.176219 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf631fe4-32e5-42e8-ba43-cc30bb2bf4d8 req-43277609-260b-4b79-9b0d-dd7f0656bef0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0684397
Jun 19 01:59:29.185739 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 46960) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:29.190746 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'floatingip': {'port_id': 'f0602907-5e46-4544-9c9c-aff138150100'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:29.192296 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:29.267902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:29.808551 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:29.906976 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:29.957418 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:29.972337 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.012604 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 01:59:30.082600 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Floating IP 042daa8e-78dc-48df-bf5e-b9fe40318443 associated. External IP: 172.27.3.50, port: f0602907-5e46-4544-9c9c-aff138150100.
Jun 19 01:59:30.124881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.210798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.214051 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9b7a8c38-3659-4390-8bd1-36e35e4726af tempest-DeleteServersTestJSON-822235978 tempest-DeleteServersTestJSON-822235978-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:30.287536 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=06a71e42-f31b-476a-aec9-4e156477251d,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:30.294565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:30.303693 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.308103 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ddb051-09bc-45c1-a8b6-f8903ef9788e req-3b419dbd-012f-4e8f-b11b-a8320f7dec05 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:30.313384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c0ddb051-09bc-45c1-a8b6-f8903ef9788e req-3b419dbd-012f-4e8f-b11b-a8320f7dec05 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.1399193
Jun 19 01:59:30.403403 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c0ddb051-09bc-45c1-a8b6-f8903ef9788e req-bb736e07-f631-47d0-9d5f-20d5ae76616a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671873
Jun 19 01:59:30.407432 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:59:30.416979 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 7216315a-add4-408e-8398-218cd49f2749 associated. External IP: 172.27.3.55, port: ce07de22-19a5-4717-a568-3e1c3fa7bcae.
Jun 19 01:59:30.658548 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:59:30.764258 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:59:30.769272 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.777334 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:59:30.778476 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:59:30.800234 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:59:30.800369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:30.800369 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22b2c910>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:30.809115 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:30.809672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e5703d4c-20d8-4f5f-a37f-f5a8aeb7d3bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "PUT /v2.0/floatingips/042daa8e-78dc-48df-bf5e-b9fe40318443 HTTP/1.1" status: 200  len: 990 time: 1.6227472
Jun 19 01:59:30.809996 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c9269a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:30.810322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:30.814395 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:30.865880 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f3ad92-8180-40ce-9053-06b987459e5f x-openstack-request-id: req-92f3ad92-8180-40ce-9053-06b987459e5f {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:30.874384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:30.874384 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92f3ad92-8180-40ce-9053-06b987459e5f {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:30.874384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'status': 'completed', 'code': 200}
Jun 19 01:59:30.917312 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:30.944147 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:30.967766 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4498284
Jun 19 01:59:30.967766 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:30.967766 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50d746f-d816-49f2-bed5-ba6148351b91" -d '{"events": [{"name": "network-changed", "server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:30.996443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5348d61-d09d-457a-98ae-20be87504a26 x-openstack-request-id: req-f5348d61-d09d-457a-98ae-20be87504a26 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:30.996931 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:30.997319 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5348d61-d09d-457a-98ae-20be87504a26 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:30.999640 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'status': 'completed', 'code': 200}
Jun 19 01:59:31.017946 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 01:59:31.078785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:31.193808 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c9269a0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7216315a-add4-408e-8398-218cd49f2749', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:bd:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:29Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:31.288166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:31.304249 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:59:31.317674 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:31.318371 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f2c9269a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:31.332878 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '36df44dc-e113-4356-aa69-19c8c8517975', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'mac_address': 'fa:16:3e:da:51:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 01:59:31.396754 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:31.426292 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36df44dc-e113-4356-aa69-19c8c8517975 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 01:59:31.427911 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:31.470203 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:31.507607 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22b2c910>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '042daa8e-78dc-48df-bf5e-b9fe40318443', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:02Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:31.543091 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:31.545319 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-3141b84b-4372-4f1a-91e0-bd8f9f044a1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:31.547656 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:59:31.579081 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:31.579808 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22b2c910>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:31.593420 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0798bb-cc45-4d56-8410-a1062a027558 req-a56efa5b-c79b-41be-95e1-d511545d4691 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:31.595138 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f0798bb-cc45-4d56-8410-a1062a027558 req-a56efa5b-c79b-41be-95e1-d511545d4691 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0725739
Jun 19 01:59:31.640843 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f0798bb-cc45-4d56-8410-a1062a027558 req-315855af-bbc4-443b-9f6f-651666cf1f2b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388532
Jun 19 01:59:31.654462 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:31.694891 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:31.726599 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:31.739319 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f2c9269a0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7216315a-add4-408e-8398-218cd49f2749', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:bd:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:29Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:31.770897 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649a2627-c946-4e96-b577-3271c6d15711 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7216315a-add4-408e-8398-218cd49f2749', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:bd:83:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:29Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:59:31.950981 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-89fdb746-4c6d-4925-bb66-375889c14561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:31.952392 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-89fdb746-4c6d-4925-bb66-375889c14561 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1098 time: 0.0845897
Jun 19 01:59:31.970476 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-160ba433-7ba9-47da-8042-4730656399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:31.972224 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-160ba433-7ba9-47da-8042-4730656399f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1099 time: 0.0917788
Jun 19 01:59:32.001661 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22b2c910>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '042daa8e-78dc-48df-bf5e-b9fe40318443', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:02Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:32.042389 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db338f9-d6b4-4fc0-843d-d519872f4ffb None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '042daa8e-78dc-48df-bf5e-b9fe40318443', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.50', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:02Z', 'updated_at': '2021-06-19T01:59:29Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:59:32.071128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd077072-4534-4739-b5a6-7d497a3ad940 None None] New status for floating IP 7216315a-add4-408e-8398-218cd49f2749: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 01:59:32.088273 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-d041b892-e6d6-4d21-a65d-044679c81d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.104908 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-d041b892-e6d6-4d21-a65d-044679c81d62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.1307423
Jun 19 01:59:32.108112 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-2c5520c4-81ed-43d8-9e7b-95a13d2c43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.109757 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-2c5520c4-81ed-43d8-9e7b-95a13d2c43e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.1297240
Jun 19 01:59:32.156250 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['36df44dc-e113-4356-aa69-19c8c8517975'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 01:59:32.188285 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-8e662d39-faf6-487a-9915-df566815d192 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 998 time: 0.0848298
Jun 19 01:59:32.197715 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-05b82dfb-b316-4c5d-b360-e90e6b89a48c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 200  len: 999 time: 0.0804832
Jun 19 01:59:32.249535 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-19520b30-edeb-49e5-956c-70930cd739b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.249902 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-d694f329-2387-41d3-82f9-1967109da580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:32.251814 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-19520b30-edeb-49e5-956c-70930cd739b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0521498
Jun 19 01:59:32.257794 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-f4a394b7-bd0a-46d7-aef6-8339d14ff181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.259564 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-f4a394b7-bd0a-46d7-aef6-8339d14ff181 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0526409
Jun 19 01:59:32.327827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-6f7d80b7-4597-4648-b94f-ccdfdac3d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.329592 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-6f7d80b7-4597-4648-b94f-ccdfdac3d9e4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722768
Jun 19 01:59:32.333718 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-f2d1fbfe-8712-404a-bf5b-358bfde46d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.335264 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-f2d1fbfe-8712-404a-bf5b-358bfde46d50 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680761
Jun 19 01:59:32.364224 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bcdd6c-7776-4b5d-975e-e9b5b85141af None None] New status for floating IP 042daa8e-78dc-48df-bf5e-b9fe40318443: ACTIVE {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 01:59:32.466643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-c864305b-875f-4710-b386-d7e5b2c58ef8 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294887
Jun 19 01:59:32.483633 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-e8d6bcde-4e84-4db4-8c6e-4b0d236bf446 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393125
Jun 19 01:59:32.573384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df6f8732-8b1e-4b09-b050-76ae7b8fc4ba req-67cb0bb8-1ee5-4302-9034-21fa9d96ff67 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0990834
Jun 19 01:59:32.592018 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e50d746f-d816-49f2-bed5-ba6148351b91 req-97aa159b-7b91-4763-aadf-34234514b6e8 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0995703
Jun 19 01:59:32.834281 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbba1b-1eb5-4081-8223-8f940941e1fc req-ad4f5f74-eb4f-4343-b4ce-727224d5d472 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:32.835934 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0fbba1b-1eb5-4081-8223-8f940941e1fc req-ad4f5f74-eb4f-4343-b4ce-727224d5d472 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 944 time: 0.0730066
Jun 19 01:59:32.880153 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0fbba1b-1eb5-4081-8223-8f940941e1fc req-de848d7e-8822-47f3-9184-bb451a0e5c5c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362682
Jun 19 01:59:34.008293 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 01:59:34.088726 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a234dc-5fee-4fe6-95de-e072c015109e req-d41b3bad-ac78-4c30-a00b-a785a4fe3353 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:34.090418 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73a234dc-5fee-4fe6-95de-e072c015109e req-d41b3bad-ac78-4c30-a00b-a785a4fe3353 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 944 time: 0.0936742
Jun 19 01:59:34.116168 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 36df44dc-e113-4356-aa69-19c8c8517975 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 01:59:34.121246 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 36df44dc-e113-4356-aa69-19c8c8517975 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 01:59:34.125444 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:34.141917 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73a234dc-5fee-4fe6-95de-e072c015109e req-79b690dc-4750-4851-bfef-ba3110d361a5 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460362
Jun 19 01:59:34.224475 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:34.250753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:34.253017 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75026689-df53-414f-ba0a-19c4d8a7b912" -d '{"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-plugged", "status": "completed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:34.267358 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:34.312116 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a389bd9-93c2-46f6-81d0-3ec09f7204b0 x-openstack-request-id: req-3a389bd9-93c2-46f6-81d0-3ec09f7204b0 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:34.312435 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-plugged", "status": "completed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:34.312722 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a389bd9-93c2-46f6-81d0-3ec09f7204b0 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:34.313153 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'code': 200}
Jun 19 01:59:34.360866 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:34.362786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-31b27e7c-0cce-4f0b-9af4-52197348fb81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:34.411820 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:34.415056 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:34.767749 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c351f3-5fca-499a-8958-5aac1972242f req-77eb7b17-e9a5-4ff3-a38b-7431f70cb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:34.769354 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-60c351f3-5fca-499a-8958-5aac1972242f req-77eb7b17-e9a5-4ff3-a38b-7431f70cb775 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.0596781
Jun 19 01:59:34.815433 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-60c351f3-5fca-499a-8958-5aac1972242f req-2926a52a-c811-4fe9-b437-10cfdbd1c61b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325558
Jun 19 01:59:34.886529 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2caaba19-67c3-4a97-85d3-a06fb92ea77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:35.335904 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cdc9d0-bb9e-47ad-a186-1d3f0f5e43f1 req-57a72aae-e629-496e-ad9e-509ebf843e43 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:35.337843 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e3cdc9d0-bb9e-47ad-a186-1d3f0f5e43f1 req-57a72aae-e629-496e-ad9e-509ebf843e43 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0697677
Jun 19 01:59:35.343470 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:35.382009 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e3cdc9d0-bb9e-47ad-a186-1d3f0f5e43f1 req-78ee6837-7533-43c3-ae87-856974208d20 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341384
Jun 19 01:59:36.193846 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:36.577593 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a8bca2-2420-42c9-b6e4-fcc890b28339 req-08901ced-d9c7-4e50-b985-c5d6d3308e4a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:36.580274 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87a8bca2-2420-42c9-b6e4-fcc890b28339 req-08901ced-d9c7-4e50-b985-c5d6d3308e4a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0817268
Jun 19 01:59:36.632290 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-87a8bca2-2420-42c9-b6e4-fcc890b28339 req-d9e716ca-aae3-4c44-b093-733d10eea945 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454841
Jun 19 01:59:37.833223 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cdb2d-da96-4530-bdeb-f4e953610e51 req-7d86a422-973d-455e-8622-4f9b343956ff tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:37.835716 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-378cdb2d-da96-4530-bdeb-f4e953610e51 req-7d86a422-973d-455e-8622-4f9b343956ff tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0814352
Jun 19 01:59:37.874728 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-378cdb2d-da96-4530-bdeb-f4e953610e51 req-8eefe92e-0b13-40da-a0c3-4b8f5f9c10d6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0328667
Jun 19 01:59:37.909176 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:39.062222 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c48f0-d87e-4f8e-bd5d-ea3f317d366c req-79ea91ba-3d37-4e6c-805c-921f8dcf921b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:39.063868 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-818c48f0-d87e-4f8e-bd5d-ea3f317d366c req-79ea91ba-3d37-4e6c-805c-921f8dcf921b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0754018
Jun 19 01:59:39.104232 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-818c48f0-d87e-4f8e-bd5d-ea3f317d366c req-d03496b0-aa86-4928-82ad-219379c4cb13 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341775
Jun 19 01:59:39.293701 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75566e-88a1-4ce3-8923-d9de41685350 req-145bd735-57b3-4080-83ca-ffeca489252c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:39.295278 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-af75566e-88a1-4ce3-8923-d9de41685350 req-145bd735-57b3-4080-83ca-ffeca489252c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0682385
Jun 19 01:59:39.336596 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-af75566e-88a1-4ce3-8923-d9de41685350 req-c9c6b9be-3f6f-4a4a-8cd9-32cefabce772 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349073
Jun 19 01:59:39.362214 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47042) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:39.539841 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91d617-967d-46c6-9fa3-39e0d204318f tempest-TestShelveInstance-2051008644 tempest-TestShelveInstance-2051008644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:39.541437 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-af91d617-967d-46c6-9fa3-39e0d204318f tempest-TestShelveInstance-2051008644 tempest-TestShelveInstance-2051008644-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1093 time: 0.1782289
Jun 19 01:59:39.544633 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47046) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:39.549200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 01:59:39.633432 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for floatingip, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:39.736193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:39.847477 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Allocated IP 172.27.3.156 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/15eb8925-7951-4fb9-a691-5858994d44a1) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 01:59:39.960091 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:40.064373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:40.066651 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-69a499d7-b42f-42c3-bff7-462adfd5b594 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:40.108676 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 01:59:40.111875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 01:59:40.116116 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 01:59:40.139488 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'Port': ['ID=15eb8925-7951-4fb9-a691-5858994d44a1,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:40.143795 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:40.530042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:40.687608 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:40.880480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:41.001839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:41.004572 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:41.073585 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event updated for resources: {'Port': ['ID=15eb8925-7951-4fb9-a691-5858994d44a1,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:41.088323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.088757 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.089131 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.089496 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.089852 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.090216 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.090562 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.090924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.091273 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.091619 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.091974 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.092322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:41.097724 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:41.101245 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:41.213118 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Floating IP 18e35078-ea37-4fce-a3cf-81404395c0b5 associated. External IP: 172.27.3.156, port: 36df44dc-e113-4356-aa69-19c8c8517975.
Jun 19 01:59:41.482642 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Router 22d39342-88a2-4c89-9eff-520277619a39 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:59:41.607661 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:59:41.618206 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Sync routers for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:59:41.627666 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:41.628439 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22f03cd0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:41.698446 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:41.748487 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2026696
Jun 19 01:59:41.749193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:41.751586 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d98faf-e624-4547-a56e-d1e07688c1a2" -d '{"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:41.794754 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d32bf55-3009-4770-85e9-f39494ae2ad7 x-openstack-request-id: req-5d32bf55-3009-4770-85e9-f39494ae2ad7 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:41.795393 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:41.795858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d32bf55-3009-4770-85e9-f39494ae2ad7 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:41.796578 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'status': 'completed', 'code': 200}
Jun 19 01:59:41.882401 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-f2f372ea-8031-444f-8f7e-11d3ca068ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:41.887800 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-f2f372ea-8031-444f-8f7e-11d3ca068ed0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.0655158
Jun 19 01:59:41.889756 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:41.996961 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-b5dc9c8b-3c68-4853-bc1b-6b6765e9106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:41.998416 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-b5dc9c8b-3c68-4853-bc1b-6b6765e9106c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 909 time: 0.1066535
Jun 19 01:59:42.067769 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-1dcc6d0b-54ab-469d-9f56-3de140f27f92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 999 time: 0.0612655
Jun 19 01:59:42.125130 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-82d09eb3-7b86-43b2-a378-d61b9c03b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:42.127136 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-82d09eb3-7b86-43b2-a378-d61b9c03b995 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0514104
Jun 19 01:59:42.142632 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22f03cd0>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '18e35078-ea37-4fce-a3cf-81404395c0b5', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '22d39342-88a2-4c89-9eff-520277619a39', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'mac_address': 'fa:16:3e:da:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df382a11-9679-4eac-9ca8-982b38d84557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:40Z', 'updated_at': '2021-06-19T01:59:40Z', 'revision_number': 0, 'project_id': '531291145a064129b4b4810f42f32eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:42.169652 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Checking router: 22d39342-88a2-4c89-9eff-520277619a39 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:59:42.178706 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:42.178706 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22f03cd0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:42.193234 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-969d8a36-a572-4921-a786-dd7491c97f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:42.194823 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-969d8a36-a572-4921-a786-dd7491c97f2f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586190
Jun 19 01:59:42.293350 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-20e38d40-de2c-4f3d-99d2-53fe5beea847 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872273
Jun 19 01:59:42.302558 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:42.396138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-12d98faf-e624-4547-a56e-d1e07688c1a2 req-b9acc8df-5f3f-4b5a-a68e-93f5b8578ebc service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0941186
Jun 19 01:59:42.558409 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22f03cd0>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '18e35078-ea37-4fce-a3cf-81404395c0b5', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '22d39342-88a2-4c89-9eff-520277619a39', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'mac_address': 'fa:16:3e:da:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df382a11-9679-4eac-9ca8-982b38d84557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:40Z', 'updated_at': '2021-06-19T01:59:40Z', 'revision_number': 0, 'project_id': '531291145a064129b4b4810f42f32eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:42.585677 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbff91b2-a442-43f3-a277-6631b0ab644f None None] The sync data for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi is: [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '18e35078-ea37-4fce-a3cf-81404395c0b5', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'floating_ip_address': '172.27.3.156', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '22d39342-88a2-4c89-9eff-520277619a39', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'mac_address': 'fa:16:3e:da:51:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df382a11-9679-4eac-9ca8-982b38d84557', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T01:59:40Z', 'updated_at': '2021-06-19T01:59:40Z', 'revision_number': 0, 'project_id': '531291145a064129b4b4810f42f32eea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:59:42.782742 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b645c701-7e47-4d06-9549-ec16a660d5db None None] New status for floating IP 18e35078-ea37-4fce-a3cf-81404395c0b5: ACTIVE {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 01:59:44.068859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47102) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:44.179338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.272634 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.349226 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.351892 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f4fea552-b8ca-4638-b93a-ee5cbe967578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:44.394590 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0eab169d2004f118fc1629d93145f9f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3246472
Jun 19 01:59:44.395382 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd08cfe-a9d8-4fea-844a-64af2ef4c042,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:44.397702 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47108) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:44.398752 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:44.456452 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.478952 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.612567 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.615657 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:44.616881 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dd08cfe-a9d8-4fea-844a-64af2ef4c042 HTTP/1.1" status: 204  len: 168 time: 0.2179222
Jun 19 01:59:44.617781 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f6722f0-2b0e-4b98-8842-8d028fabdfa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:44.627942 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd08cfe-a9d8-4fea-844a-64af2ef4c042,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:44.635421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.635806 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.636178 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.636558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.636941 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.637305 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.637661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.638021 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.638379 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.638733 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.639082 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.639480 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 01:59:44.642727 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:45.325915 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47116) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:45.340397 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.432269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.518820 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.521458 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-36f90178-da8b-44fa-b0b4-1df7a41b5f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:45.558432 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=735866552887477787252220d50bca21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2314241
Jun 19 01:59:45.559440 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acc1530-aa1a-4155-a993-5572dffc4d0d,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:45.561144 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47118) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:45.562519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:45.614564 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.639020 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.793373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.796112 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:45.797449 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6acc1530-aa1a-4155-a993-5572dffc4d0d HTTP/1.1" status: 204  len: 168 time: 0.2353292
Jun 19 01:59:45.798931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:45.815293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acc1530-aa1a-4155-a993-5572dffc4d0d,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:45.815293 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:48.588325 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-d7df54ac-2892-4495-8249-4930ec602cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1499567
Jun 19 01:59:48.716927 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-62449ed5-4160-456c-85c1-186931c45ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:48.718942 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-62449ed5-4160-456c-85c1-186931c45ca2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 1098 time: 0.0694053
Jun 19 01:59:48.831525 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-45504c88-e206-4b79-8365-3526782316c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:48.833162 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-45504c88-e206-4b79-8365-3526782316c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.0881331
Jun 19 01:59:48.904457 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-4af34616-3b9c-4590-b250-205f300a91d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 200  len: 999 time: 0.0644729
Jun 19 01:59:48.961046 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-22dbd679-bbcc-4691-ad0f-9ae485fd925b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:48.963085 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-22dbd679-bbcc-4691-ad0f-9ae485fd925b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0519257
Jun 19 01:59:49.022635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-d1b757c4-e7ae-4950-865f-814eafd90563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:49.025343 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-d1b757c4-e7ae-4950-865f-814eafd90563 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0540190
Jun 19 01:59:49.127228 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-491344fc-7573-4ee7-b502-d9fafa7397a8 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949535
Jun 19 01:59:49.223046 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-9c206cc9-4737-43ff-be47-33f4ca9a65fa req-f163b05e-dadd-4191-9ae6-1b1495430b1c service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888810
Jun 19 01:59:50.558346 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47200) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:50.676273 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:50.770340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:50.840776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:50.843572 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-25f5fcfb-2192-4e3a-b5d3-f00d43fc249b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:50.881505 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d1bac9-1949-4a57-8e03-26cb3bcad9df,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:50.886398 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1e86a1df5ca4ee3a52b33905a4792b9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3266027
Jun 19 01:59:50.887441 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:50.888942 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47204) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:50.946525 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:50.970260 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:51.149977 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:51.152791 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:51.154032 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13d1bac9-1949-4a57-8e03-26cb3bcad9df HTTP/1.1" status: 204  len: 168 time: 0.2640998
Jun 19 01:59:51.154984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-98cc20fb-03d7-48e5-8bba-cd909b02478c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:51.163338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d1bac9-1949-4a57-8e03-26cb3bcad9df,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:51.165976 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:51.786315 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47212) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:51.801172 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:51.898206 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:51.966477 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.041367 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.044311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:52.082694 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e3ed59e454f4420bfcc53539678ca21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2952700
Jun 19 01:59:52.083633 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6b0e5e-41ec-49be-8728-4c703ca629f4,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:52.085370 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47216) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:52.087303 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:52.140066 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.162876 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.332345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.334978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:52.336798 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c6b0e5e-41ec-49be-8728-4c703ca629f4 HTTP/1.1" status: 204  len: 168 time: 0.2486014
Jun 19 01:59:52.337769 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e1117e9d-0c0f-4080-ae13-196f60ed6cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:52.345870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6b0e5e-41ec-49be-8728-4c703ca629f4,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:52.348483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:54.123779 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47252) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:54.230920 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.329322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.415512 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.419400 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fe863747-7112-4ba3-ad38-5bef8865df69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:54.457557 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e9b5401550e4815bbf655f2b07715f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3326590
Jun 19 01:59:54.462576 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47260) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 01:59:54.470335 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b74b9d3-7c43-4222-9c00-24f1a405235c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:54.473499 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:54.520379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.544675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.656132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.659262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:54.660474 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b74b9d3-7c43-4222-9c00-24f1a405235c HTTP/1.1" status: 204  len: 168 time: 0.1965611
Jun 19 01:59:54.661283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c0531495-c01f-48cf-aafa-424ff33f709b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:54.677127 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b74b9d3-7c43-4222-9c00-24f1a405235c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:54.695322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:55.223506 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85db81-b804-4dbc-9a94-9a43d3037b71 req-c2d1dbec-fa15-4711-98fb-5add6cfbd32b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:55.225013 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cd85db81-b804-4dbc-9a94-9a43d3037b71 req-c2d1dbec-fa15-4711-98fb-5add6cfbd32b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0692446
Jun 19 01:59:55.264179 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cd85db81-b804-4dbc-9a94-9a43d3037b71 req-2403edb6-08af-4208-b9f2-9f3b16fc0500 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0323584
Jun 19 01:59:56.450523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f78bf-1b2b-47b6-9728-7d5ba601a612 req-2d56e554-ebef-42a7-bd98-2d818b41d3ca tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:56.452033 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-500f78bf-1b2b-47b6-9728-7d5ba601a612 req-2d56e554-ebef-42a7-bd98-2d818b41d3ca tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0728345
Jun 19 01:59:56.495655 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-500f78bf-1b2b-47b6-9728-7d5ba601a612 req-79f78ee0-bf36-4485-89a0-c72287ca28d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379341
Jun 19 01:59:57.509922 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-09fc9101-12d7-4d04-a521-53300fd99549 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:57.511381 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-09fc9101-12d7-4d04-a521-53300fd99549 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0661395
Jun 19 01:59:57.620323 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Deleting port cf00b0be-1807-46a1-9a13-227f0144d930 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 01:59:57.620855 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:57.678789 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc184e-96b8-45ad-bd81-8418c475f08c req-a3c44d94-a642-4433-a142-caa955131d26 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 01:59:57.682950 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7dc184e-96b8-45ad-bd81-8418c475f08c req-a3c44d94-a642-4433-a142-caa955131d26 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 945 time: 0.0647559
Jun 19 01:59:57.712993 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] For port cf00b0be-1807-46a1-9a13-227f0144d930, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=cf00b0be-1807-46a1-9a13-227f0144d930,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 01:59:57.713365 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:57.721281 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7dc184e-96b8-45ad-bd81-8418c475f08c req-93522085-4e9f-4210-a1d4-e7e843c31f01 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=b5a86808-ced3-49f5-97f8-56deea931dbb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349166
Jun 19 01:59:57.913598 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:57.913966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:57.914351 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Floating IP cd5176cc-4e3a-4e62-9b01-2656134b9a7d disassociated. External IP: 172.27.3.2, port: cf00b0be-1807-46a1-9a13-227f0144d930.
Jun 19 01:59:57.915416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Calling delete_port for cf00b0be-1807-46a1-9a13-227f0144d930 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 01:59:58.146847 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:58.151812 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-62b525a7-b92a-4cf9-a5f8-3e0a636a8d3a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 01:59:58.177406 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'Port': ['ID=cf00b0be-1807-46a1-9a13-227f0144d930,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 01:59:58.181095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 01:59:58.298743 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 01:59:58.706432 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 01:59:58.717087 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 01:59:58.727058 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:58.728118 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23315610>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:58.756125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] No DVR routers for this DVR port cf00b0be-1807-46a1-9a13-227f0144d930 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 01:59:58.759645 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 01:59:58.763358 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f27f13ce-0bfc-41f0-8d43-d1a06daf8d3e req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "DELETE /v2.0/ports/cf00b0be-1807-46a1-9a13-227f0144d930 HTTP/1.1" status: 204  len: 173 time: 1.2452929
Jun 19 01:59:58.763956 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'name': 'network-vif-deleted', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 01:59:58.766352 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08c48d5-31ab-427d-aba2-8d1e62564fad" -d '{"events": [{"server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "name": "network-vif-deleted", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 01:59:58.918013 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:58.952739 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0093dfb1-8b46-4c3d-ae31-0b9eea35206f req-61387c8d-22fe-4b70-bfe0-19360fde52df tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3326654-1265-4a8a-8010-7fc850c2aacd HTTP/1.1" status: 200  len: 210 time: 0.0355227
Jun 19 01:59:58.991037 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 01:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75164fa-9eb6-472d-946e-f1588b638685 x-openstack-request-id: req-d75164fa-9eb6-472d-946e-f1588b638685 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 01:59:58.991037 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3326654-1265-4a8a-8010-7fc850c2aacd", "name": "network-vif-deleted", "tag": "cf00b0be-1807-46a1-9a13-227f0144d930", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 01:59:58.991378 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d75164fa-9eb6-472d-946e-f1588b638685 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 01:59:58.992029 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3326654-1265-4a8a-8010-7fc850c2aacd', 'name': 'network-vif-deleted', 'tag': 'cf00b0be-1807-46a1-9a13-227f0144d930', 'status': 'completed', 'code': 200}
Jun 19 01:59:59.176413 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23315610>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:59.203778 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 01:59:59.213390 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 01:59:59.213926 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23315610>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T01:59:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:59.326991 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 01:59:59.529823 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23315610>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 01:59:59.561218 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be4d8c3-aa65-4db9-885f-97da66aef287 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 01:59:59.845092 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34b8d22-2a98-45b5-8e8a-cb1b68c522ca None None] New status for floating IP cd5176cc-4e3a-4e62-9b01-2656134b9a7d: DOWN {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:00:00.163018 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47348) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:00.223627 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.249568 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.360043 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47352) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:00.370033 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.373323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.374894 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "DELETE /v2.0/security-groups/b5a86808-ced3-49f5-97f8-56deea931dbb HTTP/1.1" status: 204  len: 168 time: 0.2123601
Jun 19 02:00:00.375923 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23b3e8b9-14ac-4926-b27f-aa4819770c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:00.380270 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47358) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:00.397296 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a86808-ced3-49f5-97f8-56deea931dbb,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:00.400077 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.api.v2.resource [None req-cf469ecc-6246-45f0-ac39-78e4deed9ef0 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] show failed (client error): The resource could not be found.
Jun 19 02:00:00.400581 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cf469ecc-6246-45f0-ac39-78e4deed9ef0 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups/b5a86808-ced3-49f5-97f8-56deea931dbb HTTP/1.1" status: 404  len: 347 time: 0.0193417
Jun 19 02:00:00.401731 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:00.403675 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47360) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:00.504931 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.585853 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Deleting port 9e41f144-ae34-4f7f-a2a8-62a7102a8c53 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:00:00.586678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.693759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.697624 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.697949 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.771662 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Calling delete_port for 9e41f144-ae34-4f7f-a2a8-62a7102a8c53 owned by network:floatingip {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:00:00.777629 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.782697 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-766cba82-2745-4220-ae8e-05001776d8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:00.875394 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e767f3dc76f34708b09d9dc30ea4cee3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5141635
Jun 19 02:00:00.877796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb138b04-b7d0-4dc5-aab6-1bdfb6db15a1,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:00.879038 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47364) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:00.882339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:00.939932 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:00.962852 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.038289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.041492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-277fa808-da4f-4d80-a910-84d82a422d3a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:01.067969 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'Port': ['ID=9e41f144-ae34-4f7f-a2a8-62a7102a8c53,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:01.072067 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:01.091507 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.094372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.095906 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb138b04-b7d0-4dc5-aab6-1bdfb6db15a1 HTTP/1.1" status: 204  len: 168 time: 0.2155535
Jun 19 02:00:01.096856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9163aac4-3491-4f0c-b48e-9811d05dd66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:01.107880 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb138b04-b7d0-4dc5-aab6-1bdfb6db15a1,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:01.110168 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:01.139973 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.142863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.144077 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd5176cc-4e3a-4e62-9b01-2656134b9a7d HTTP/1.1" status: 204  len: 168 time: 0.7393682
Jun 19 02:00:01.609790 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47372) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:01.614482 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303473047', 'description': 'tempest-description--255842742'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:01.703314 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.786540 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.861533 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:01.864289 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-242713c3-2e30-49ac-b433-aebc55b0ba53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:01.912077 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4c07a-1af0-4072-8f62-eb071b17e467,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:01.918587 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:01.981709 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47376) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:01.996604 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.046071 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.052620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e979c285-82de-4a32-a213-3cfc540a0fba tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4365227
Jun 19 02:00:02.056739 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47378) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:02.059425 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group_rule': {'security_group_id': '87d4c07a-1af0-4072-8f62-eb071b17e467', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:02.126620 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device cf00b0be-1807-46a1-9a13-227f0144d930 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:00:02.128594 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.153952 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: cf00b0be-1807-46a1-9a13-227f0144d930 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:00:02.154310 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device cf00b0be-1807-46a1-9a13-227f0144d930 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:00:02.194557 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.199805 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-442a945f-aa7f-4b88-88fa-a455240d49d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:02.239327 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34075a41c9b248dab811fabbd6b1eedb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2563941
Jun 19 02:00:02.240637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e979f-bad8-4a71-a815-23effcc20768,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:02.242892 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47380) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:02.244324 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-69b7dad6-05dc-41e9-a14f-38290a6557b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:02.245902 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-67712937-4a6c-4b45-bbef-9a3ba976f290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.280955 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.331589 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.367191 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.379519 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.468666 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.470753 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:02.488639 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e02e2f-bb78-4e67-a0ac-b35259e08041,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:02.492090 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:02.493445 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.496055 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.497194 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/075e979f-bad8-4a71-a815-23effcc20768 HTTP/1.1" status: 204  len: 168 time: 0.2526443
Jun 19 02:00:02.502036 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ac51c12d-639f-48e4-9cf1-d80ca0a3ff57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:02.505278 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e979f-bad8-4a71-a815-23effcc20768,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:02.509024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:02.552588 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.553834 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-4e050a00-a768-464b-80ff-53c83d0810d6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4996004
Jun 19 02:00:02.557233 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47386) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:02.561772 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'security_group_rule': {'security_group_id': '87d4c07a-1af0-4072-8f62-eb071b17e467', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:02.704764 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.763828 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.834565 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.837112 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:02.853770 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7209d78-72d8-49e1-a9d4-c1b6edd1135d,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:02.858105 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:02.952464 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:02.953847 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-25f41a2c-9719-462a-9557-50be26392cdd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3956616
Jun 19 02:00:02.958158 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47390) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:02.963416 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:03.034871 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.167979 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.280463 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Allocated IP 172.27.3.128 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/f7d409be-de23-40f8-b792-4bc63746c1f9) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:03.396067 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.495855 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.498955 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:03.537379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:03.541354 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:03.545452 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:03.550959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=f7d409be-de23-40f8-b792-4bc63746c1f9,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:03.571895 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:03.636368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.775899 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:03.943083 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:04.022325 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:04.023826 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2ecb70ea-9e68-434f-87d7-2147e20a032a tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:04.095004 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=f7d409be-de23-40f8-b792-4bc63746c1f9,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:04.097899 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:04.109468 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:04.183368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:04.184761 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2257380
Jun 19 02:00:04.410884 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-5b246604-9960-4a1f-a03e-91248da6fe62 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--303473047&fields=id&tenant_id=0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 267 time: 0.0368223
Jun 19 02:00:04.536905 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-bff55768-880d-4896-83be-ec2751928e32 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:04.538461 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-bff55768-880d-4896-83be-ec2751928e32 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 811 time: 0.1203780
Jun 19 02:00:04.556125 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-fed30e64-6ef5-4561-89f7-784b02a6b4eb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/quotas/0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 375 time: 0.0104387
Jun 19 02:00:04.632837 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-18199694-c48d-4ec3-91cc-2e48c1a96a2a tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0709760
Jun 19 02:00:04.879702 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-ab7c7bca-ffa7-4c97-bde3-4a29c94d0991 service neutron] 10.222.0.24 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318215
Jun 19 02:00:04.889756 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7adca2ac-10b8-4e63-a07b-5b8f8635f398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:05.229968 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-ef12cd53-a9e6-47d1-86f2-1057025c001b service neutron] 10.222.0.24 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3432245
Jun 19 02:00:05.338063 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:05.494550 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c394fd2-497a-4e9b-aa57-07217bf3f94e req-7dd99872-adbc-46f4-9eae-77d7e978325b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0327349
Jun 19 02:00:06.244310 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:06.592055 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdfa7394-82b7-4ff5-98be-71a010b76164 req-ceaf1f17-1690-4ccd-84ea-bb3891bce44a tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0318685
Jun 19 02:00:07.011805 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:00:07.735198 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-22377c2a-e787-43d6-b53f-17fcb7fd17fb req-85ebf140-a1c3-4282-b7fd-fa65a7f6469a tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0288353
Jun 19 02:00:07.886287 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:08.321187 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-02fdd2c9-f78e-4c56-9d5d-0f51295c5a1c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:08.323246 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-02fdd2c9-f78e-4c56-9d5d-0f51295c5a1c tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 811 time: 0.1206019
Jun 19 02:00:08.374507 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-a744a2cf-1c7a-4779-82c8-d351fbdc0d62 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0edbf763c77c498cb6a6a14631be7300 HTTP/1.1" status: 200  len: 379 time: 0.0404680
Jun 19 02:00:08.384405 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'port': {'device_id': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'admin_state_up': True, 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'security_groups': ['87d4c07a-1af0-4072-8f62-eb071b17e467']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:08.550731 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Made reservation on behalf of 0edbf763c77c498cb6a6a14631be7300 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:08.554337 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:08.699881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Allocated IP 172.20.0.11 (097faa0d-34b0-49bb-9b71-de198b944b4e/dced2325-86bc-4022-b808-5ef299978959/db291f53-5e4f-431a-a4c8-307cf743fcc8) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:08.858835 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:08.875888 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Transition to ACTIVE for port object db291f53-5e4f-431a-a4c8-307cf743fcc8 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:08.910415 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-52162c7c-c0d5-4f5b-9e23-bc74d43d2913 req-ee255b21-42dc-4357-b046-764a6d4f4f9d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0353415
Jun 19 02:00:08.989131 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:08.993804 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8f10f2a2-d80e-4949-b788-218c4f3bd301 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:09.047081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Network 097faa0d-34b0-49bb-9b71-de198b944b4e is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:09.050597 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:09.058306 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:09.065517 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event updated for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:09.091427 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:09.121614 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:09.122300 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:09.235205 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8543913
Jun 19 02:00:09.255286 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Request body: {'port': {'device_id': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:09.343282 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:09.417039 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-137c38b9-b63a-43ee-977b-b0ec12ae7152 None None] Provisioning for port db291f53-5e4f-431a-a4c8-307cf743fcc8 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:09.422018 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-137c38b9-b63a-43ee-977b-b0ec12ae7152 None None] Provisioning complete for port db291f53-5e4f-431a-a4c8-307cf743fcc8 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:09.423797 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-137c38b9-b63a-43ee-977b-b0ec12ae7152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:09.465058 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-137c38b9-b63a-43ee-977b-b0ec12ae7152 None None] Port db291f53-5e4f-431a-a4c8-307cf743fcc8 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:09.638029 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db291f53-5e4f-431a-a4c8-307cf743fcc8 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:00:09.646096 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:09.659130 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Transition to ACTIVE for port object db291f53-5e4f-431a-a4c8-307cf743fcc8 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:09.783297 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:09.786477 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:09.935474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Pushing event updated for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:09.938773 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:09.950884 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Attempting to bind port db291f53-5e4f-431a-a4c8-307cf743fcc8 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:09.951475 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Attempting to bind port db291f53-5e4f-431a-a4c8-307cf743fcc8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:09.951963 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Attempting to bind port db291f53-5e4f-431a-a4c8-307cf743fcc8 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:09.960038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Port db291f53-5e4f-431a-a4c8-307cf743fcc8 on network 097faa0d-34b0-49bb-9b71-de198b944b4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:00:09.960629 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Attempting to bind port db291f53-5e4f-431a-a4c8-307cf743fcc8 on network 097faa0d-34b0-49bb-9b71-de198b944b4e {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:09.976758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 1, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:09.977130 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Checking segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:09.977577 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Bound using segment: {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:09.978661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Bound port: db291f53-5e4f-431a-a4c8-307cf743fcc8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dab3437-5552-4de6-b66f-aba47f6fea8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:09.979344 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:10.061915 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:10.065220 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:10.122944 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab62ab0-1fa7-4d3a-aa54-6b3f687f97c9 req-5da400f7-c406-4759-9d08-6e6852e53d29 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.128945 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ab62ab0-1fa7-4d3a-aa54-6b3f687f97c9 req-5da400f7-c406-4759-9d08-6e6852e53d29 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 944 time: 0.0707674
Jun 19 02:00:10.149939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:10.153852 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:10.170802 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ab62ab0-1fa7-4d3a-aa54-6b3f687f97c9 req-18078f80-b105-4e94-91e4-5af077050698 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398369
Jun 19 02:00:10.192347 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.192347 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:10.192347 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] 10.222.0.16 "PUT /v2.0/ports/db291f53-5e4f-431a-a4c8-307cf743fcc8 HTTP/1.1" status: 200  len: 1094 time: 0.9410775
Jun 19 02:00:10.193106 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:00:10.194771 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e51b12-cd3b-4eb8-b0c4-7889dace962b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:00:10.232890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Pushing event updated for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:10.237453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:10.242712 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eb2920-b666-4ba2-9183-743d5bbbb7b5 x-openstack-request-id: req-10eb2920-b666-4ba2-9183-743d5bbbb7b5 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:00:10.249558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:00:10.249558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10eb2920-b666-4ba2-9183-743d5bbbb7b5 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:00:10.249558 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'status': 'completed', 'code': 200}
Jun 19 02:00:10.337381 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-f266ccf0-bc92-4d48-b4b8-f98e2107d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.339861 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-f266ccf0-bc92-4d48-b4b8-f98e2107d4bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 1097 time: 0.0625482
Jun 19 02:00:10.465821 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-671c1593-98eb-484d-9e29-5526780c5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.468444 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-671c1593-98eb-484d-9e29-5526780c5522 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=0edbf763c77c498cb6a6a14631be7300&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1186335
Jun 19 02:00:10.571665 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-ef9fd73d-359e-4bd3-aaca-47df531a823a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.573619 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-14e51b12-cd3b-4eb8-b0c4-7889dace962b req-ef9fd73d-359e-4bd3-aaca-47df531a823a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0972247
Jun 19 02:00:10.682195 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-05b4787e-4748-4dbc-846d-33861d2a66f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.689668 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-05b4787e-4748-4dbc-846d-33861d2a66f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 1097 time: 0.0570309
Jun 19 02:00:10.738392 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-b8215d87-6d4a-4a05-94b5-5f9552e444ad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8 HTTP/1.1" status: 200  len: 217 time: 0.0413396
Jun 19 02:00:10.794378 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-9a89a4d5-01ad-441f-af9f-00f2d95e41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.795915 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-9a89a4d5-01ad-441f-af9f-00f2d95e41b9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0504780
Jun 19 02:00:10.861852 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7c109-c9b0-416d-8651-45072acd986d req-61b4832b-5266-490a-9799-e4f180b8be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:10.864189 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-61b4832b-5266-490a-9799-e4f180b8be33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0573816
Jun 19 02:00:10.966664 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-da151b13-d81f-4228-896f-821cfc2afb81 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907826
Jun 19 02:00:11.074012 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bed7c109-c9b0-416d-8651-45072acd986d req-454c457e-0294-4443-a961-a59dcca9488d service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993714
Jun 19 02:00:11.361186 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b4025-e9bd-47ff-bb70-37599bf76610 req-fcb38530-895d-4fab-b707-816ea98115a1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:11.362649 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee1b4025-e9bd-47ff-bb70-37599bf76610 req-fcb38530-895d-4fab-b707-816ea98115a1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 944 time: 0.0668802
Jun 19 02:00:11.407101 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ee1b4025-e9bd-47ff-bb70-37599bf76610 req-4d5a2e8a-75c1-4501-80d9-d5a5480a17c2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385706
Jun 19 02:00:12.588979 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7238ba6-24e1-4e6d-b230-f2dd4487d602 req-c30705cf-1a9d-4aa2-a544-c3089b594c82 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:12.590490 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7238ba6-24e1-4e6d-b230-f2dd4487d602 req-c30705cf-1a9d-4aa2-a544-c3089b594c82 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 944 time: 0.0627873
Jun 19 02:00:12.629504 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7238ba6-24e1-4e6d-b230-f2dd4487d602 req-5765cc45-6e17-4453-84ed-31eb4135ffe1 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333223
Jun 19 02:00:13.814354 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6de18-0d6a-444b-9d7a-8a8a28397bf1 req-1150967e-cf61-4c46-ba46-5e83265b2246 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:13.815818 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-abb6de18-0d6a-444b-9d7a-8a8a28397bf1 req-1150967e-cf61-4c46-ba46-5e83265b2246 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 944 time: 0.0662689
Jun 19 02:00:13.855536 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-abb6de18-0d6a-444b-9d7a-8a8a28397bf1 req-5f57329a-5917-417a-9a62-736f8cbd989e tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341542
Jun 19 02:00:14.176199 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device db291f53-5e4f-431a-a4c8-307cf743fcc8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:00:14.392276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:14.404085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'port_id': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'mac_address': 'fa:16:3e:20:75:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:00:14.451533 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:14.467990 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db291f53-5e4f-431a-a4c8-307cf743fcc8 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:00:14.490900 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:14.546700 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:14.549206 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-76630265-d153-43d5-87e4-3f85571c28c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:14.598211 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:14.601546 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:14.791753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['db291f53-5e4f-431a-a4c8-307cf743fcc8'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:00:15.197465 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6578ec3f-29a2-4914-9ce3-130156e1e777 req-cbbf02fd-6071-4730-b779-199f0d8d1567 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:15.199599 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6578ec3f-29a2-4914-9ce3-130156e1e777 req-cbbf02fd-6071-4730-b779-199f0d8d1567 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 945 time: 0.0687232
Jun 19 02:00:15.240644 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6578ec3f-29a2-4914-9ce3-130156e1e777 req-a7a774f3-c7b1-4c03-b736-bb8cc34841f9 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343738
Jun 19 02:00:15.974576 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47602) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:16.074588 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.163448 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.190465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device db291f53-5e4f-431a-a4c8-307cf743fcc8 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:16.245740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.248393 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0283ae08-dfd8-4f95-b36e-0eec33b0daa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:16.285998 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3a5260-1f79-4886-8570-d453a20ebb11,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:16.293200 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95c12cf6dfe34e56ad56608a441f2e90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3146479
Jun 19 02:00:16.293200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:16.293453 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47608) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:16.297103 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port db291f53-5e4f-431a-a4c8-307cf743fcc8 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:16.302095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port db291f53-5e4f-431a-a4c8-307cf743fcc8 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:16.302479 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.344322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.366986 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.385796 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.409668 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:00:16.411962 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801848d0-9839-4d49-9d4a-fc120a802f76" -d '{"events": [{"server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "name": "network-vif-plugged", "status": "completed", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:00:16.427101 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:16.457323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b6928-da9e-4595-b212-9cc17bd895be req-09bf9f89-a03f-4579-bde2-f7ad72695b80 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:16.458858 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb7b6928-da9e-4595-b212-9cc17bd895be req-09bf9f89-a03f-4579-bde2-f7ad72695b80 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 945 time: 0.0855699
Jun 19 02:00:16.500578 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb7b6928-da9e-4595-b212-9cc17bd895be req-30313eb4-8fe6-4a0c-a746-cf856a56d0a6 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347073
Jun 19 02:00:16.506654 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.510730 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:16.542209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.546661 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:16.549494 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e3a5260-1f79-4886-8570-d453a20ebb11 HTTP/1.1" status: 204  len: 168 time: 0.2539237
Jun 19 02:00:16.549688 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c2f66a3d-dc2b-4bf4-b60a-dd1b3d690403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:16.558876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3a5260-1f79-4886-8570-d453a20ebb11,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:16.561847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:16.566304 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:16.573111 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:16.605774 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca4cba7-3d68-4307-8f20-3921614a2a22 x-openstack-request-id: req-dca4cba7-3d68-4307-8f20-3921614a2a22 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:00:16.606488 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "name": "network-vif-plugged", "status": "completed", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:00:16.606488 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dca4cba7-3d68-4307-8f20-3921614a2a22 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:00:16.606773 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'code': 200}
Jun 19 02:00:17.002410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efd2a1-aeac-4ff2-9011-ec54518c8e38 req-6013f513-2824-4347-9656-8b0dd244b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:17.003910 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-35efd2a1-aeac-4ff2-9011-ec54518c8e38 req-6013f513-2824-4347-9656-8b0dd244b069 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 1099 time: 0.0660250
Jun 19 02:00:17.045636 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-35efd2a1-aeac-4ff2-9011-ec54518c8e38 req-12a837bf-2c72-4a57-98cc-0e9ab80cb366 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0332181
Jun 19 02:00:17.638386 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47646) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:17.745448 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3d5fd-65e2-44c0-b9a4-f0cdd531867b req-6317aa86-3ba9-404d-82c1-0db59f4f6ef8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:17.746375 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75f3d5fd-65e2-44c0-b9a4-f0cdd531867b req-6317aa86-3ba9-404d-82c1-0db59f4f6ef8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.1058085
Jun 19 02:00:17.764255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-86277969-network', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:17.807853 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75f3d5fd-65e2-44c0-b9a4-f0cdd531867b req-e647b86e-916c-43ca-8b6d-8b3c667ba70b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555551
Jun 19 02:00:17.889534 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Made reservation on behalf of e299e1ac93904e73b9b8dc82ed55848c for: {'network': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:17.892077 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:17.902999 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:17.995535 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.114093 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.119626 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0570fdad-3a9b-40bc-a049-099d5576d78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:18.137213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405}  {{(pid=105238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 02:00:18.152705 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8330b1-541a-4f32-b117-f7f0a1773f17,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:18.158034 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:18.159127 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.159467 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.segments_db [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Added segment 40d5e9da-22e3-435b-aff1-e55b5226bd1b of type vlan for network 62c34897-f11e-4c2c-98c8-1213f80f54e1
Jun 19 02:00:18.199869 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.319793 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.321155 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:18.321788 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.324234 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cde7d9e4-c303-4623-8c60-00d1efd2fbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:18.386173 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Pushing event updated for resources: {'Network': ['ID=62c34897-f11e-4c2c-98c8-1213f80f54e1,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:18.389807 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:18.396102 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 02:00:18.453102 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8135653
Jun 19 02:00:18.456011 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 47652) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:18.461539 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Request body: {'subnet': {'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-86277969-subnet', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'ip_version': 4}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:18.571006 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Made reservation on behalf of e299e1ac93904e73b9b8dc82ed55848c for: {'subnet': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:18.574112 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12251285'] for subnet, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.840495 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11905998', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12251271'] for subnet, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:18.843749 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0752014c-ae8c-40e1-a7a9-2e852e68ea4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:18.900561 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51210524-b6be-4f5c-9098-c921b7dfb8ae,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:18.904071 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:18.913146 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Checking segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:18.913389 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Network hostable DHCP agents. Network: 62c34897-f11e-4c2c-98c8-1213f80f54e1, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 02:00:19.011870 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cbc10-a643-46e9-9ce3-cfa737c409c5 req-a2659eeb-4e11-4abf-b66d-be689f034ce8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:19.013450 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aa1cbc10-a643-46e9-9ce3-cfa737c409c5 req-a2659eeb-4e11-4abf-b66d-be689f034ce8 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.0739100
Jun 19 02:00:19.014987 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 02:00:19.057909 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aa1cbc10-a643-46e9-9ce3-cfa737c409c5 req-1f68ac05-5718-445c-b25b-23d9d6014335 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369124
Jun 19 02:00:19.102873 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 62c34897-f11e-4c2c-98c8-1213f80f54e1) {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:19.108492 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:19.109113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.113950 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e204f2a-dc70-43e6-947f-4d4fefc075d0 None None] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:00:19.190239 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ab41c584-e880-4c6c-8e28-d7fc7d3a3c8b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7326441
Jun 19 02:00:19.193007 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47664) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:19.199292 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:19.260048 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103c3e-b87c-4d08-884f-18b974f9ca5c req-095437ea-f479-4c99-a24c-1a57545a03f2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:19.261598 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-14103c3e-b87c-4d08-884f-18b974f9ca5c req-095437ea-f479-4c99-a24c-1a57545a03f2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.0701764
Jun 19 02:00:19.267294 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-62c34897-f11e-4c2c-98c8-1213f80f54e1', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 02:00:19.268144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.270155 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47666) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:19.275033 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Request body: {'floatingip': {'port_id': 'db291f53-5e4f-431a-a4c8-307cf743fcc8'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:19.310224 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.311283 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.323720 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.413455 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Allocated IP 172.20.0.2 (62c34897-f11e-4c2c-98c8-1213f80f54e1/51210524-b6be-4f5c-9098-c921b7dfb8ae/ab9b499d-f14a-47a5-9c13-610dd7d1b8bc) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:19.436501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.564102 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.575402 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Transition to ACTIVE for port object ab9b499d-f14a-47a5-9c13-610dd7d1b8bc will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:19.592419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Transition to ACTIVE for port object ab9b499d-f14a-47a5-9c13-610dd7d1b8bc will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:19.685916 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.688038 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:19.727672 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:19.731692 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:19.735525 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:19.741648 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Pushing event updated for resources: {'Port': ['ID=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:19.746741 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:19.774997 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.802193 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Attempting to bind port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:19.802586 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Attempting to bind port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:19.802933 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Attempting to bind port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc on network 62c34897-f11e-4c2c-98c8-1213f80f54e1 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:19.808508 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:19.808919 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Checking segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:19.809324 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.809723 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Bound using segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:19.810197 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Bound port: ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:19.810649 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:19.880567 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] For port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:19.883738 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] For port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:20.023782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:20.026325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:20.092451 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Pushing event updated for resources: {'Port': ['ID=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:20.096880 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:20.357563 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:20.470628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:20.511030 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f03db-536a-41eb-af45-888ac64eae04 req-fd7bde69-60b7-45cc-a54d-41e7d7b022f5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:20.512603 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ad1f03db-536a-41eb-af45-888ac64eae04 req-fd7bde69-60b7-45cc-a54d-41e7d7b022f5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0900807
Jun 19 02:00:20.553585 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ad1f03db-536a-41eb-af45-888ac64eae04 req-5c994fa1-0504-41e4-a1aa-31b1fa7c4fad tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349240
Jun 19 02:00:20.600516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:20.627755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:20.638804 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Floating IP 43f080ed-6080-44fb-8fc3-a8d36756e3fb associated. External IP: 172.27.3.128, port: db291f53-5e4f-431a-a4c8-307cf743fcc8.
Jun 19 02:00:20.831504 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Allocated IP 172.27.3.187 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/32d2c324-b468-4a12-97ff-a3152a50c378) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:21.025605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:00:21.048776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.117509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca00f9dc-b1e6-411b-8226-6288937cedd4 None None] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:00:21.194018 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:00:21.196530 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.202115 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:00:21.239100 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d22c5fb8-476a-445c-844f-e56fed2c1b8d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "PUT /v2.0/floatingips/43f080ed-6080-44fb-8fc3-a8d36756e3fb HTTP/1.1" status: 200  len: 992 time: 1.9654033
Jun 19 02:00:21.239100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:00:21.240253 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb27615-2455-4185-b9ce-e9bdd935e8a0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:00:21.248388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.250538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:21.291203 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0d539-745a-400d-8552-1358479eab7c x-openstack-request-id: req-4ac0d539-745a-400d-8552-1358479eab7c {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:00:21.291648 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:00:21.291936 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ac0d539-745a-400d-8552-1358479eab7c {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:00:21.292366 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'status': 'completed', 'code': 200}
Jun 19 02:00:21.295544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:21.299163 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:21.302770 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:21.310738 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device ab9b499d-f14a-47a5-9c13-610dd7d1b8bc up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:21.316185 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:21.316942 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22abe3a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:21.356029 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Pushing event updated for resources: {'Port': ['ID=32d2c324-b468-4a12-97ff-a3152a50c378,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:21.383558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:21.464018 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-e0ddf424-b2cf-495d-bc47-6a3a23cd33b1 None None] Provisioning for port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:21.506874 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:21.508327 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-1ae4e71c-25aa-435a-9b37-801176ddd74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:21.510009 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-1ae4e71c-25aa-435a-9b37-801176ddd74f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0edbf763c77c498cb6a6a14631be7300&device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 1099 time: 0.1844850
Jun 19 02:00:21.562926 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:21.570494 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:21.571854 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.706700 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-a86f6d13-9b9f-42bd-bd2b-a18dc10ce73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:21.708652 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-a86f6d13-9b9f-42bd-bd2b-a18dc10ce73a service neutron] 10.222.0.16 "GET /v2.0/networks?id=097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 200  len: 912 time: 0.1863635
Jun 19 02:00:21.778741 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43915a-b9fd-46e3-b075-58e264c5a163 req-e1b60529-f84a-4e0a-9d8a-92938033255b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:21.780371 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb43915a-b9fd-46e3-b075-58e264c5a163 req-e1b60529-f84a-4e0a-9d8a-92938033255b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0814264
Jun 19 02:00:21.786611 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.809551 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-2501e60c-0c24-4893-8af8-51e6992f0330 None None] Provisioning complete for port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:21.809846 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2501e60c-0c24-4893-8af8-51e6992f0330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.827525 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb43915a-b9fd-46e3-b075-58e264c5a163 req-e9511e16-85f3-4361-a8e0-166ec2e7d8fe tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343072
Jun 19 02:00:21.836202 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-ce085bcc-15e7-4dd1-9fe2-f8fb206be6db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8 HTTP/1.1" status: 200  len: 1000 time: 0.1155229
Jun 19 02:00:21.924752 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:21.928465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22abe3a0>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '43f080ed-6080-44fb-8fc3-a8d36756e3fb', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:00:03Z', 'updated_at': '2021-06-19T02:00:19Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:21.932903 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-f773fac8-4888-4711-8b6b-5d7a01b8251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:21.934418 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-f773fac8-4888-4711-8b6b-5d7a01b8251f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 200  len: 850 time: 0.0914969
Jun 19 02:00:21.983391 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:00:22.019903 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:22.020761 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22abe3a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:22.032907 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2501e60c-0c24-4893-8af8-51e6992f0330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:22.036302 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:22.087128 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:22.093254 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-845be968-d68e-4396-af46-af6149c2c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:22.094759 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-845be968-d68e-4396-af46-af6149c2c0fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=097faa0d-34b0-49bb-9b71-de198b944b4e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1522107
Jun 19 02:00:22.202198 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:22.208754 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:22.217619 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:22.361383 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:22.365297 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:22.370035 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.db.api [None req-2501e60c-0c24-4893-8af8-51e6992f0330 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105239) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 19 02:00:22.370394 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_db.api [None req-2501e60c-0c24-4893-8af8-51e6992f0330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 19 02:00:22.375252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:22.581075 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-06f2e260-4bde-4ec6-9efa-42c0171621c8 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4788797
Jun 19 02:00:22.679425 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22abe3a0>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '43f080ed-6080-44fb-8fc3-a8d36756e3fb', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:00:03Z', 'updated_at': '2021-06-19T02:00:19Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:22.707849 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2d0f8-567b-4af8-8521-8d866dba7961 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '43f080ed-6080-44fb-8fc3-a8d36756e3fb', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'floating_ip_address': '172.27.3.128', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'port_id': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'mac_address': 'fa:16:3e:20:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:00:03Z', 'updated_at': '2021-06-19T02:00:19Z', 'revision_number': 1, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:00:22.761260 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dcb27615-2455-4185-b9ce-e9bdd935e8a0 req-c1a37752-ef43-4fc9-a71a-29b6bc7a66d9 service neutron] 10.222.0.16 "GET /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712804
Jun 19 02:00:22.800861 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Router 212e6c1c-c569-4c03-8e69-9a55356d2b14 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 02:00:22.963416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:00:22.980899 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Sync routers for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:00:23.001681 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:23.003178 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23920370>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:23.010122 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe096ba-f27c-49f0-a337-a46d2c557d76 None None] New status for floating IP 43f080ed-6080-44fb-8fc3-a8d36756e3fb: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:00:23.046834 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:23.049942 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.8554132
Jun 19 02:00:23.053455 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47694) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:23.141377 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55f8a2-856a-43cb-8826-c98dddcd830b req-a538e0de-eb14-4d44-822c-09e074f0ff4d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:23.142801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5c55f8a2-856a-43cb-8826-c98dddcd830b req-a538e0de-eb14-4d44-822c-09e074f0ff4d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1111205
Jun 19 02:00:23.177609 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:23.203270 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5c55f8a2-856a-43cb-8826-c98dddcd830b req-4f50b901-1f13-48fa-b628-766cc7c834ab tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535860
Jun 19 02:00:23.271801 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device ab9b499d-f14a-47a5-9c13-610dd7d1b8bc up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:23.360509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:23.361510 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:23.441327 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23920370>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:21Z', 'revision_number': 3, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:23.484725 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Checking router: 212e6c1c-c569-4c03-8e69-9a55356d2b14 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:00:23.485225 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Updating router 212e6c1c-c569-4c03-8e69-9a55356d2b14 port 32d2c324-b468-4a12-97ff-a3152a50c378 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 02:00:23.529212 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:23.784284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:23.949924 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:23.961608 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Transition to ACTIVE for port object 32d2c324-b468-4a12-97ff-a3152a50c378 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:24.013438 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Allocated IP 172.20.0.1 (62c34897-f11e-4c2c-98c8-1213f80f54e1/51210524-b6be-4f5c-9098-c921b7dfb8ae/121ceea1-3690-4ce4-8007-853f7f430b24) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:24.092132 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.097417 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-2af81d2b-e28e-4095-af90-d0313fedaeb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:24.156071 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Pushing event updated for resources: {'Port': ['ID=32d2c324-b468-4a12-97ff-a3152a50c378,revision_number=2']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:24.158574 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Attempting to bind port 32d2c324-b468-4a12-97ff-a3152a50c378 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:24.159443 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Attempting to bind port 32d2c324-b468-4a12-97ff-a3152a50c378 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:24.159443 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Attempting to bind port 32d2c324-b468-4a12-97ff-a3152a50c378 on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:24.167584 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.167961 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.168304 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.168629 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.168995 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.169319 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.169641 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.170049 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.170278 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.170585 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.170731 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.170895 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.171211 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:24.176264 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:24.177508 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:24.177878 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:24.178285 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.178834 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:24.179364 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Bound port: 32d2c324-b468-4a12-97ff-a3152a50c378, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:24.179686 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.196379 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Transition to ACTIVE for port object 121ceea1-3690-4ce4-8007-853f7f430b24 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:24.238486 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] For port 32d2c324-b468-4a12-97ff-a3152a50c378, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:24.242155 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] For port 32d2c324-b468-4a12-97ff-a3152a50c378, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=32d2c324-b468-4a12-97ff-a3152a50c378,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:24.326028 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.328150 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82ec7d10-3acc-4446-814a-d52829e47274 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:24.363788 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.367958 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:24.373141 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:24.381937 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:24.388832 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:24.417330 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Pushing event updated for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:24.434415 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:24.437466 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Pushing event updated for resources: {'Port': ['ID=32d2c324-b468-4a12-97ff-a3152a50c378,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:24.448321 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.456828 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea8e6-39b6-4fb6-bb85-5f0b6c3f86b7 req-9f4996fb-5050-46d6-8e1b-9487a0191749 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:24.459332 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de3ea8e6-39b6-4fb6-bb85-5f0b6c3f86b7 req-9f4996fb-5050-46d6-8e1b-9487a0191749 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1152406
Jun 19 02:00:24.466314 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:24.467240 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23920370>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:24.475629 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-bfadeae5-f4d0-4b00-bb04-a9549186591b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:24.527483 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de3ea8e6-39b6-4fb6-bb85-5f0b6c3f86b7 req-7784c2a3-0760-489d-9ecb-5b1ba7644136 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615122
Jun 19 02:00:24.637631 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:24.741456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.765346 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-1d3b8ad8-93ee-4830-914f-eb3e3770ab90 None None] Provisioning for port 121ceea1-3690-4ce4-8007-853f7f430b24 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:24.770359 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-1d3b8ad8-93ee-4830-914f-eb3e3770ab90 None None] Provisioning complete for port 121ceea1-3690-4ce4-8007-853f7f430b24 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:24.770992 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d3b8ad8-93ee-4830-914f-eb3e3770ab90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:24.824908 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-1d3b8ad8-93ee-4830-914f-eb3e3770ab90 None None] Port 121ceea1-3690-4ce4-8007-853f7f430b24 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:24.887794 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23920370>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:21Z', 'revision_number': 3, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:24.924100 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a97ef97-5698-4e59-b0f7-e3e60fb2ce2c None None] The sync data for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi is: [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:21Z', 'revision_number': 3, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:00:24.986408 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:25.049884 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:25.052376 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-7faefec6-7c9f-43f9-9fd0-51e24d7f3ee1 tempest-VolumesActionsTest-1233535502 tempest-VolumesActionsTest-1233535502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:25.122310 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:25.128317 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Pushing event updated for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:25.132915 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:25.266910 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:25.268734 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:25.459543 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Router 212e6c1c-c569-4c03-8e69-9a55356d2b14 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:00:25.549786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-6b8640f7-8b25-4bba-84ee-7da8683ea9d9 None None] Provisioning complete for port 121ceea1-3690-4ce4-8007-853f7f430b24 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:25.550175 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6b8640f7-8b25-4bba-84ee-7da8683ea9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:25.592523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:00:25.593792 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-6b8640f7-8b25-4bba-84ee-7da8683ea9d9 None None] Port 121ceea1-3690-4ce4-8007-853f7f430b24 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:25.600843 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] 10.222.0.24 "PUT /v2.0/routers/212e6c1c-c569-4c03-8e69-9a55356d2b14/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5446129
Jun 19 02:00:25.738073 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b5a24-cc91-4c81-9643-48788a8dbbb4 req-8ce977e8-d9bb-4698-abec-de6222c2b307 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:25.741416 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f1b5a24-cc91-4c81-9643-48788a8dbbb4 req-8ce977e8-d9bb-4698-abec-de6222c2b307 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0792973
Jun 19 02:00:25.784889 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f1b5a24-cc91-4c81-9643-48788a8dbbb4 req-f633b5be-7019-4504-9d45-e2c7a56dcde7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385315
Jun 19 02:00:26.443153 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47726) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:26.448502 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2075577244-network', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:26.548225 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Made reservation on behalf of 8e16f9318d314fce92f5c4f0e86a8a3e for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:26.550711 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:26.562189 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:26.664831 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Sync routers for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:00:26.677781 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:26.682484 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23e1faf0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:26.691506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:26.780766 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:26.785789 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e68eca71-5e6c-4029-bad2-ace07fa1ff0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:26.805269 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:26.812214 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 02:00:26.822393 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f58896-6ebc-4cb3-9ab5-80569c53c054,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:26.827921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:26.833206 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:26.833898 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Added segment 9430e536-1d9c-4c2c-923d-841a072f43fc of type vlan for network 8b1f7665-4f1e-420d-bd42-0eb4582aa511
Jun 19 02:00:26.885398 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.010826 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.012291 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:27.012839 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.017908 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4f19395-279d-464e-9527-6f81cb770693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:27.090855 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Pushing event updated for resources: {'Network': ['ID=8b1f7665-4f1e-420d-bd42-0eb4582aa511,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:27.094102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:27.102651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 02:00:27.139285 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e571c8-2d0b-47db-9425-72d805214f2d req-c4203d16-7b8e-4788-ae23-6db1e0cddce2 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:27.140973 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55e571c8-2d0b-47db-9425-72d805214f2d req-c4203d16-7b8e-4788-ae23-6db1e0cddce2 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1648812
Jun 19 02:00:27.161220 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7165959
Jun 19 02:00:27.163939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47732) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:27.179029 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Request body: {'subnet': {'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2075577244-subnet', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:27.200020 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23e1faf0>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 2, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:27.238355 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55e571c8-2d0b-47db-9425-72d805214f2d req-048eaf03-5ef0-47b5-875b-d771ecd13164 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858784
Jun 19 02:00:27.254463 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Checking router: 212e6c1c-c569-4c03-8e69-9a55356d2b14 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:00:27.256234 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Updating router 212e6c1c-c569-4c03-8e69-9a55356d2b14 port 121ceea1-3690-4ce4-8007-853f7f430b24 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 02:00:27.259922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 32d2c324-b468-4a12-97ff-a3152a50c378 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:27.295082 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Made reservation on behalf of 8e16f9318d314fce92f5c4f0e86a8a3e for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:27.299073 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.314022 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.394613 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 32d2c324-b468-4a12-97ff-a3152a50c378 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:27.401105 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 32d2c324-b468-4a12-97ff-a3152a50c378 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:27.401691 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.506183 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.534803 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 32d2c324-b468-4a12-97ff-a3152a50c378, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=32d2c324-b468-4a12-97ff-a3152a50c378,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:27.612154 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.618917 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:27.640620 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.644191 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:27.669134 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.687808 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Transition to ACTIVE for port object 121ceea1-3690-4ce4-8007-853f7f430b24 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:27.703714 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee20936-2753-4955-a23b-21e6adc5fffd,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:27.707955 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:27.715284 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Checking segment: {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:27.715645 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Network hostable DHCP agents. Network: 8b1f7665-4f1e-420d-bd42-0eb4582aa511, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 02:00:27.720045 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=32d2c324-b468-4a12-97ff-a3152a50c378,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:27.729838 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.734397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:27.740080 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:27.754341 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.756781 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:27.838125 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 02:00:27.856155 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6883a-8afe-42fa-9bf9-0b1465624bb3 None None] Pushing event updated for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:27.861555 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-d6b6883a-8afe-42fa-9bf9-0b1465624bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:27.922586 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Attempting to bind port 121ceea1-3690-4ce4-8007-853f7f430b24 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:27.922961 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Attempting to bind port 121ceea1-3690-4ce4-8007-853f7f430b24 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:27.923340 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Attempting to bind port 121ceea1-3690-4ce4-8007-853f7f430b24 on network 62c34897-f11e-4c2c-98c8-1213f80f54e1 {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:27.929739 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:27.930120 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Checking segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:27.930539 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.931570 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Bound using segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:27.932175 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Bound port: 121ceea1-3690-4ce4-8007-853f7f430b24, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:27.932563 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.937269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, 8b1f7665-4f1e-420d-bd42-0eb4582aa511) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:27.943109 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:27.944295 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:27.951396 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219e0a1-7018-42d9-b1a5-855dc1a449bb None None] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:00:28.018925 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] For port 121ceea1-3690-4ce4-8007-853f7f430b24, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:28.023757 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] For port 121ceea1-3690-4ce4-8007-853f7f430b24, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=121ceea1-3690-4ce4-8007-853f7f430b24,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:28.090665 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0b846f86-ef90-438a-b705-f189b99052b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9248099
Jun 19 02:00:28.093060 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47734) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:28.102913 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:28.125123 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.133906 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:28.179118 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpadb63fdd-b548-51ab-a8c3-6658b07c1c57-8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd'}]}} from dv-cinder-797170-1-iscsi. {{(pid=105239) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 19 02:00:28.180532 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.210510 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6883a-8afe-42fa-9bf9-0b1465624bb3 None None] Pushing event updated for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=4']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:28.216426 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-d6b6883a-8afe-42fa-9bf9-0b1465624bb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:28.222739 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:28.223536 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23e1faf0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:28.233589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3432'] for router, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.233589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-573138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3625116', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-633326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3427'] for router, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.347748 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.475440 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.db_base_plugin_common [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Allocated IP 172.20.0.2 (8b1f7665-4f1e-420d-bd42-0eb4582aa511/cee20936-2753-4955-a23b-21e6adc5fffd/21c19e01-fd06-4e22-ac47-9e8fcccc5c7b) {{(pid=105239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:28.528421 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:28.571249 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324300b4-b404-4e02-912e-4b9686794f29 req-44c44f30-bbe7-437f-a24a-104c02e3b421 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:28.574155 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-324300b4-b404-4e02-912e-4b9686794f29 req-44c44f30-bbe7-437f-a24a-104c02e3b421 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1132472
Jun 19 02:00:28.603363 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3625198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573021', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3445'] for router, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.622402 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-324300b4-b404-4e02-912e-4b9686794f29 req-77d9a4cb-d44e-4db8-a67d-7937957970c0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417287
Jun 19 02:00:28.667484 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks [] for port, precommit_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.683775 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Transition to ACTIVE for port object 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:28.702647 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Transition to ACTIVE for port object 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b will not be triggered until provisioned by entity DHCP. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:28.770487 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23e1faf0>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:28Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:28.798398 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a04eb5-4f42-4265-9c22-544800bffc7e None None] The sync data for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi is: [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:28Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:00:28.818098 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166'] for port, after_create {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.821909 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:28.882071 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 is already hosted by enough agents. {{(pid=105239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:28.887833 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.scheduler.base_scheduler [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Resources bound (agent type, host, resource id):  {{(pid=105239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:28.891345 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Received port after_create {{(pid=105239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:28.898736 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Pushing event updated for resources: {'Port': ['ID=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,revision_number=1']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:28.903897 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:28.970035 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Attempting to bind port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:28.970594 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Attempting to bind port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:28.971076 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Attempting to bind port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b on network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:28.977073 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:28.977638 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Checking segment: {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:28.978781 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:28.979535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Bound using segment: {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:28.980474 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Bound port: 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:28.981278 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.016004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.037736 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.067412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] For port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:29.073237 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] For port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:29.149508 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.160393 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:29.196293 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Allocated IP 172.27.3.104 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/24d0ae7e-5b8b-4058-a1eb-b5facc52dfde) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:29.311184 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Pushing event updated for resources: {'Port': ['ID=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:29.329761 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:29.352215 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 32d2c324-b468-4a12-97ff-a3152a50c378 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:29.390420 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.426678 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 32d2c324-b468-4a12-97ff-a3152a50c378 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:29.427226 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.514809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.542968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-74b005d9-64b7-451e-8701-f2d30851dd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:29.573364 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 121ceea1-3690-4ce4-8007-853f7f430b24 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:29.645830 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Pushing event updated for resources: {'Port': ['ID=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:29.651072 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:29.659766 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:29.662433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:29.666797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:29.725650 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 121ceea1-3690-4ce4-8007-853f7f430b24 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:29.733022 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 121ceea1-3690-4ce4-8007-853f7f430b24 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:29.733535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.851655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:29.912164 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 121ceea1-3690-4ce4-8007-853f7f430b24, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=121ceea1-3690-4ce4-8007-853f7f430b24,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:29.927732 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478ff6f-ae34-47fd-8e8c-dd4a29a3e4ea req-e3560fd4-3b85-4ccc-9fa3-213a4ddb670a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:29.929394 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d478ff6f-ae34-47fd-8e8c-dd4a29a3e4ea req-e3560fd4-3b85-4ccc-9fa3-213a4ddb670a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1023195
Jun 19 02:00:29.982431 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d478ff6f-ae34-47fd-8e8c-dd4a29a3e4ea req-4c095b3b-53b4-4b83-80f2-5eac5a516b8b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459170
Jun 19 02:00:30.041633 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:30.052005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:30.143945 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:30.150273 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:30.174689 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:30.495612 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-573094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3625274'] for router, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:30.587681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb07569-65ab-4fa5-b2d6-c2f166dfbf64 None None] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:00:30.773837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-07a55938-06a7-448c-82ee-7b39262f882a None None] Provisioning for port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:31.244962 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Router ad98b6aa-8084-4128-919b-a7a05df0df87 is scheduled to L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d with binding_index 1 {{(pid=105237) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 19 02:00:31.278630 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b9186-778d-4903-aaa4-c65579c7b8fb req-3882fb72-47f4-459e-9403-f5048bcb5e41 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:31.281323 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c45b9186-778d-4903-aaa4-c65579c7b8fb req-3882fb72-47f4-459e-9403-f5048bcb5e41 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1397922
Jun 19 02:00:31.350865 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:31.364928 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c45b9186-778d-4903-aaa4-c65579c7b8fb req-6bf1ebfe-39d3-4cb7-85eb-e62f597780d3 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0698476
Jun 19 02:00:31.398688 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:00:31.423516 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Sync routers for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:00:31.438997 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:31.439648 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22dcf1c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:31.495849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:31.497627 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.4031827
Jun 19 02:00:31.501966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 47748) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:31.533894 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:31.542932 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:31.543435 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:31.607046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:31.871560 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:31.938160 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:31.980400 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22dcf1c0>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 3, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:32.010350 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Checking router: ad98b6aa-8084-4128-919b-a7a05df0df87 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:00:32.010707 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Updating router ad98b6aa-8084-4128-919b-a7a05df0df87 port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde binding host dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 02:00:32.053574 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.054452 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 121ceea1-3690-4ce4-8007-853f7f430b24 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:32.058403 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:32.131678 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.131884 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.194400 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:32.211272 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:32.287862 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 121ceea1-3690-4ce4-8007-853f7f430b24 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:32.288246 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.367010 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-03633e19-7f35-4d11-8835-75f272617142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.389919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Allocated IP 172.20.0.1 (8b1f7665-4f1e-420d-bd42-0eb4582aa511/cee20936-2753-4955-a23b-21e6adc5fffd/9ab5eb8a-4da4-4612-88e7-06171d0bd931) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:32.551863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.567946 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Transition to ACTIVE for port object 9ab5eb8a-4da4-4612-88e7-06171d0bd931 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:32.583577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks [] for port, precommit_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.609664 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Transition to ACTIVE for port object 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde will not be triggered until provisioned by entity L2. {{(pid=105239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:32.620581 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae686a-132c-4093-b5fa-41da73498fb0 req-a517d93b-b1c0-477d-81b8-178b392d2b22 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:32.622139 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-36ae686a-132c-4093-b5fa-41da73498fb0 req-a517d93b-b1c0-477d-81b8-178b392d2b22 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0862207
Jun 19 02:00:32.667737 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-36ae686a-132c-4093-b5fa-41da73498fb0 req-4ce4c317-9d54-45df-b5f2-deb1863c6ac9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387847
Jun 19 02:00:32.697369 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.699928 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:32.731439 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.734187 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:32.744115 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:32.748018 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:32.752048 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:32.781624 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:32.786234 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:32.799811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3628053'] for router_interface, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.821067 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Attempting to bind port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:32.821563 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Attempting to bind port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:32.821943 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Attempting to bind port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde on network cf41840a-71c3-4b8c-a2e5-1094a28e651d {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:32.833789 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:32.834190 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Checking segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:32.834608 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.835023 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Bound using segment: {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'} {{(pid=105239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:32.835519 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.managers [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Bound port: 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb4a4995-59d8-45f3-9c19-422a63211cfb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}}] {{(pid=105239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:32.835902 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.839713 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a5e45-2b0a-481e-8888-08eda40ce54d None None] Pushing event updated for resources: {'Port': ['ID=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,revision_number=2']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:32.842689 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc3a5e45-2b0a-481e-8888-08eda40ce54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:32.910103 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] For port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:32.914453 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] For port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:32.992467 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:32.996099 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:33.077153 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:33.078032 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22dcf1c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:33.120036 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a5e45-2b0a-481e-8888-08eda40ce54d None None] Pushing event updated for resources: {'Port': ['ID=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,revision_number=3']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:33.125268 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc3a5e45-2b0a-481e-8888-08eda40ce54d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:33.139643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.219113 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:33.230061 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ac8e4759-1db8-4af6-a5b3-e48182067802 None None] Provisioning for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:33.251939 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ac8e4759-1db8-4af6-a5b3-e48182067802 None None] Provisioning complete for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:33.252421 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ac8e4759-1db8-4af6-a5b3-e48182067802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.281368 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:33.366059 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-ac8e4759-1db8-4af6-a5b3-e48182067802 None None] Port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:33.367890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.437745 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:33.438286 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.506001 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.511275 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:33.583528 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22dcf1c0>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9ab5eb8a-4da4-4612-88e7-06171d0bd931', 'name': '', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'mac_address': 'fa:16:3e:79:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:32Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 1, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'subnets': [{'id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:33.612605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3576674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3627532'] for router_interface, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:33.615464 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:33.616889 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6b64d6-eb47-4e5c-a4a8-a5bd7678c84c None None] The sync data for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi is: [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9ab5eb8a-4da4-4612-88e7-06171d0bd931', 'name': '', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'mac_address': 'fa:16:3e:79:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:32Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 1, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'subnets': [{'id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:00:33.619712 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:33.750997 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:33.752955 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:33.971513 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Router ad98b6aa-8084-4128-919b-a7a05df0df87 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:00:34.016512 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa797c78-349d-4cea-923d-1e08e6afbb95 req-f5782d69-0aae-4c88-aa2f-e35b5294ba1a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:34.019415 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fa797c78-349d-4cea-923d-1e08e6afbb95 req-f5782d69-0aae-4c88-aa2f-e35b5294ba1a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1644075
Jun 19 02:00:34.123386 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fa797c78-349d-4cea-923d-1e08e6afbb95 req-c425cf23-4d3a-4b6f-af5d-e25c687d1413 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0926583
Jun 19 02:00:34.174380 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:00:34.188679 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] 10.222.0.24 "PUT /v2.0/routers/ad98b6aa-8084-4128-919b-a7a05df0df87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6852293
Jun 19 02:00:34.211788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-4da508b2-8cc5-4eeb-ae72-15645d80f2d0 None None] Provisioning complete for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:34.213744 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4da508b2-8cc5-4eeb-ae72-15645d80f2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:34.303449 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:00:34.332752 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-4da508b2-8cc5-4eeb-ae72-15645d80f2d0 None None] Port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:34.446516 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:34.465923 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'f0602907-5e46-4544-9c9c-aff138150100', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:00:34.542258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:34.564899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:00:34.610360 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:34.748625 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:34.752563 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-0657c60a-0fb8-4afb-997c-832b3f0ce87d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:34.827797 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=6']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:34.842725 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:34.853620 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['f0602907-5e46-4544-9c9c-aff138150100'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:00:35.110025 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-48e7345a-d187-408f-9e95-b9dd0a0a018f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:35.359671 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:35.426338 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6961e0-5751-43f2-8cb4-a201792911a7 req-0badc7b5-558d-4f3c-a1f3-bdfc470a54fa tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:35.427892 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c6961e0-5751-43f2-8cb4-a201792911a7 req-0badc7b5-558d-4f3c-a1f3-bdfc470a54fa tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.1562786
Jun 19 02:00:35.517502 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c6961e0-5751-43f2-8cb4-a201792911a7 req-46cbcefb-1699-4009-b8de-21e8075c80a1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829639
Jun 19 02:00:36.238499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:36.252520 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:36.367157 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port f0602907-5e46-4544-9c9c-aff138150100 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:36.367157 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:36.587632 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:36.725776 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:00:36.736824 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c92636-0dad-43c5-9b5b-d3167b69183e" -d '{"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:00:36.799231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:36.897892 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:36.903376 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:36.992317 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df52bca9-73c3-451e-bd33-bdef8d14e941 x-openstack-request-id: req-df52bca9-73c3-451e-bd33-bdef8d14e941 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:00:36.993223 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:00:36.999852 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df52bca9-73c3-451e-bd33-bdef8d14e941 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:00:37.002586 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'code': 200}
Jun 19 02:00:37.087217 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=7']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:37.095780 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:37.162316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1936-5024-4616-a925-80b0f74053cb req-c6b1922d-ce1d-44f8-9040-5c6da8716c1c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:37.165533 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d9fa1936-5024-4616-a925-80b0f74053cb req-c6b1922d-ce1d-44f8-9040-5c6da8716c1c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.2068410
Jun 19 02:00:37.295789 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d9fa1936-5024-4616-a925-80b0f74053cb req-357b4055-2319-44ab-ab35-db31cd9c7595 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1237011
Jun 19 02:00:37.324813 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:37.500493 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:37.529756 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:37.529756 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:37.890786 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:37.944975 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:38.134775 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Sync routers for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:00:38.161990 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:38.162879 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238c21c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:38.205288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:38.251861 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:38.253923 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:38.325272 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:38.332359 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:38.346657 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:38.558929 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203e064-d59e-49bc-8a3b-8fafe7d874f1 req-cb745a21-1523-4d02-9907-2dfdaf29b79b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:38.563903 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e203e064-d59e-49bc-8a3b-8fafe7d874f1 req-cb745a21-1523-4d02-9907-2dfdaf29b79b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0889475
Jun 19 02:00:38.610114 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238c21c0>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9ab5eb8a-4da4-4612-88e7-06171d0bd931', 'name': '', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'mac_address': 'fa:16:3e:79:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:32Z', 'updated_at': '2021-06-19T02:00:33Z', 'revision_number': 2, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'subnets': [{'id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:38.644892 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Checking router: ad98b6aa-8084-4128-919b-a7a05df0df87 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:00:38.645689 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Updating router ad98b6aa-8084-4128-919b-a7a05df0df87 port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 binding host dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 19 02:00:38.662560 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e203e064-d59e-49bc-8a3b-8fafe7d874f1 req-a0bf7fba-b96c-442e-a77a-f0244691565e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0943353
Jun 19 02:00:38.693528 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.061842 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks [] for port, precommit_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.073640 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.provisioning_blocks [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Transition to ACTIVE for port object 9ab5eb8a-4da4-4612-88e7-06171d0bd931 will not be triggered until provisioned by entity L2. {{(pid=105240) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:39.218563 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:39.280982 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:39.281895 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.359722 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.369616 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-09a20c49-6438-4238-8c6c-0aab15f6e0f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:39.565614 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9bbd0-1a5b-47c5-af87-afac42cbd015 None None] Pushing event updated for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=3']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:39.583432 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-c8f9bbd0-1a5b-47c5-af87-afac42cbd015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:39.633092 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Attempting to bind port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 on host dv-cinder-797170-1-iscsi for vnic_type normal with profile  {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:00:39.633971 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Attempting to bind port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 by drivers openvswitch,hyperv on host dv-cinder-797170-1-iscsi at level 0 using segments [{'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:00:39.634645 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Attempting to bind port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 on network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:00:39.646945 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Checking agent: {'id': '45a23045-c1c7-4a26-9b7f-a620f4a72ec0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 46, 35), 'started_at': datetime.datetime(2021, 6, 19, 1, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:00:39.647632 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Checking segment: {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:00:39.648307 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.648959 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Bound using segment: {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'} {{(pid=105240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:00:39.650449 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.managers [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Bound port: 9ab5eb8a-4da4-4612-88e7-06171d0bd931, host: dv-cinder-797170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9430e536-1d9c-4c2c-923d-841a072f43fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511'}}] {{(pid=105240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:00:39.651044 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.801102 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] For port 9ab5eb8a-4da4-4612-88e7-06171d0bd931, host dv-cinder-797170-1-iscsi, cleared binding levels {{(pid=105240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:00:39.804500 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.plugins.ml2.db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] For port 9ab5eb8a-4da4-4612-88e7-06171d0bd931, host dv-cinder-797170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9ab5eb8a-4da4-4612-88e7-06171d0bd931,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:00:39.868843 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron_lib.callbacks.manager [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:39.871812 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:39.917182 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fefe28-db93-42c0-bb74-65cabf6a4f44 req-9930a338-ff77-434e-8be6-9a8b26a90b55 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:39.928669 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b9fefe28-db93-42c0-bb74-65cabf6a4f44 req-9930a338-ff77-434e-8be6-9a8b26a90b55 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1075206
Jun 19 02:00:39.938859 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9bbd0-1a5b-47c5-af87-afac42cbd015 None None] Pushing event updated for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=4']} {{(pid=105240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:39.944063 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG oslo_concurrency.lockutils [None req-c8f9bbd0-1a5b-47c5-af87-afac42cbd015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105240) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:39.975430 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:00:39.976073 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238c21c0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:00:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:39.990934 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b9fefe28-db93-42c0-bb74-65cabf6a4f44 req-8208c9f1-9c6f-4c08-9267-31bded644765 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578189
Jun 19 02:00:40.157055 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:00:40.701001 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238c21c0>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9ab5eb8a-4da4-4612-88e7-06171d0bd931', 'name': '', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'mac_address': 'fa:16:3e:79:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:32Z', 'updated_at': '2021-06-19T02:00:39Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'subnets': [{'id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:00:40.765950 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4400d07d-acbd-4b47-a3b5-bc386b371fc2 None None] The sync data for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi is: [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:00:32Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '9ab5eb8a-4da4-4612-88e7-06171d0bd931', 'name': '', 'network_id': '8b1f7665-4f1e-420d-bd42-0eb4582aa511', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'mac_address': 'fa:16:3e:79:cb:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:32Z', 'updated_at': '2021-06-19T02:00:39Z', 'revision_number': 4, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'subnets': [{'id': 'cee20936-2753-4955-a23b-21e6adc5fffd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:00:41.356901 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9ab5eb8a-4da4-4612-88e7-06171d0bd931 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:41.442829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070c38d-78bc-4ba0-a121-ce3cc3a9c0a1 req-2a56c970-095c-4c5d-89ca-0071b4c0eae1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:41.459062 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e070c38d-78bc-4ba0-a121-ce3cc3a9c0a1 req-2a56c970-095c-4c5d-89ca-0071b4c0eae1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1765924
Jun 19 02:00:41.573607 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e070c38d-78bc-4ba0-a121-ce3cc3a9c0a1 req-5ee6a059-ccb1-4fbc-ba5a-da2b5af20bcd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135406
Jun 19 02:00:41.574431 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:41.579705 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:41.580195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:41.715465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:41.770099 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] For port 9ab5eb8a-4da4-4612-88e7-06171d0bd931, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9ab5eb8a-4da4-4612-88e7-06171d0bd931,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:41.856724 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:41.865083 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-b9e778c4-3121-44ca-a58b-b61970273633 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:42.012327 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Pushing event updated for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:42.019135 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:42.799352 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a5fc-319e-480d-a9d2-b6fa4a0fa0c2 req-e2e1c97c-57b7-40cb-97c2-aaf68ba5bb19 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:42.814019 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ce16a5fc-319e-480d-a9d2-b6fa4a0fa0c2 req-e2e1c97c-57b7-40cb-97c2-aaf68ba5bb19 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1183047
Jun 19 02:00:42.862991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ce16a5fc-319e-480d-a9d2-b6fa4a0fa0c2 req-fac9d079-057a-43ce-b45c-77c1b1a897ea tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0476489
Jun 19 02:00:43.205997 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9ab5eb8a-4da4-4612-88e7-06171d0bd931 up at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:00:43.258394 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Provisioning complete for port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:43.258777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:44.011597 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:00:44.130889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2974-5333-4583-85ad-db3cdb8995d4 req-ea5687be-1c9a-4113-b045-f8a46c116dcf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:44.133163 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95be2974-5333-4583-85ad-db3cdb8995d4 req-ea5687be-1c9a-4113-b045-f8a46c116dcf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0999074
Jun 19 02:00:44.203326 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-95be2974-5333-4583-85ad-db3cdb8995d4 req-8d33c3e6-bcf4-46f4-bbe9-e9c884b266b5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605114
Jun 19 02:00:45.429708 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad05a-1f51-4c15-91a4-d34eca196500 req-22dcf102-dc16-4ec4-b8b4-456c3aaaa8a7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:45.438866 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f60ad05a-1f51-4c15-91a4-d34eca196500 req-22dcf102-dc16-4ec4-b8b4-456c3aaaa8a7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0850239
Jun 19 02:00:45.489674 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f60ad05a-1f51-4c15-91a4-d34eca196500 req-3f55403a-166b-4ca1-b326-75aaf8c5f5be tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491796
Jun 19 02:00:46.866578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88f32b-1948-4b36-ad9d-1d94272f353b req-1edcad9b-ec6d-45ae-b066-6d0bf4d53631 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:46.875699 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a88f32b-1948-4b36-ad9d-1d94272f353b req-1edcad9b-ec6d-45ae-b066-6d0bf4d53631 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1568439
Jun 19 02:00:47.040194 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a88f32b-1948-4b36-ad9d-1d94272f353b req-08b0e6bd-439d-485a-9f85-1d27838fc634 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1629422
Jun 19 02:00:48.243867 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cdc69-efdb-4b99-9ec7-53cb601efdc6 req-1f90469d-6ce9-4483-baa7-12f65f17f143 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:48.247069 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-818cdc69-efdb-4b99-9ec7-53cb601efdc6 req-1f90469d-6ce9-4483-baa7-12f65f17f143 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0732899
Jun 19 02:00:48.310577 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-818cdc69-efdb-4b99-9ec7-53cb601efdc6 req-0ad2a916-2aa0-414e-b28a-f9a4c04f07a7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0536122
Jun 19 02:00:49.621806 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34243df4-3a44-4b21-ac21-ae510c7d4552 req-97b6c720-d57b-4140-a88c-8d9d9f4b633a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:49.624310 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-34243df4-3a44-4b21-ac21-ae510c7d4552 req-97b6c720-d57b-4140-a88c-8d9d9f4b633a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0964332
Jun 19 02:00:49.686126 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-34243df4-3a44-4b21-ac21-ae510c7d4552 req-e6fcedfd-8085-472a-b27a-bd4b66a0d0ab tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538414
Jun 19 02:00:50.600907 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-8cf798c1-b5f6-45e2-900f-22d888d06fd6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:50.605493 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-8cf798c1-b5f6-45e2-900f-22d888d06fd6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 813 time: 0.1148825
Jun 19 02:00:50.621271 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-bca2127e-7707-4da9-a839-8e14e7b61c5b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/quotas/e299e1ac93904e73b9b8dc82ed55848c HTTP/1.1" status: 200  len: 375 time: 0.0109787
Jun 19 02:00:50.700322 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-4e0eaf97-cd5a-44ea-8104-df3de1378736 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0730746
Jun 19 02:00:50.844092 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-0c25d9f0-e90f-4a4f-a08f-65d6bf6c3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:50.845712 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-0c25d9f0-e90f-4a4f-a08f-65d6bf6c3db9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1098 time: 0.0610538
Jun 19 02:00:50.962825 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-64833ac0-ca25-4d35-b67f-64bd1e862c98 service neutron] 10.222.0.24 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2498288
Jun 19 02:00:51.004770 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-9f0365c0-4523-494f-850a-1b642e26c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:51.004770 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-9f0365c0-4523-494f-850a-1b642e26c405 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.1142361
Jun 19 02:00:51.005182 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66715de-52f0-4b61-ac8e-23b8da1d16fe req-e1a6fc21-36e6-4077-9915-c1d7fcf9b4ed tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:51.005182 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f66715de-52f0-4b61-ac8e-23b8da1d16fe req-e1a6fc21-36e6-4077-9915-c1d7fcf9b4ed tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.1140039
Jun 19 02:00:51.057886 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-8caa3b5d-a54f-45df-8147-cb4f36cafe11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 1000 time: 0.0773411
Jun 19 02:00:51.077186 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f66715de-52f0-4b61-ac8e-23b8da1d16fe req-1c791065-659f-4267-be4f-a4826f469e6e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742848
Jun 19 02:00:51.119577 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-512eac37-0146-462c-b349-d4211a3611fd service neutron] 10.222.0.24 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1455588
Jun 19 02:00:51.125666 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-fa7f5ac6-c0af-42ee-bf76-0529aed0f20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:51.127236 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-fa7f5ac6-c0af-42ee-bf76-0529aed0f20a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0627654
Jun 19 02:00:51.211336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-954da1d6-202b-480f-a473-4779d7960837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:51.214237 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-954da1d6-202b-480f-a473-4779d7960837 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779359
Jun 19 02:00:51.364393 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-4eecb1ac-f6ad-4670-989b-4d198a15d16c service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421101
Jun 19 02:00:51.445141 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cdda0c2a-0789-43bb-88bd-1e395a0a0dd8 req-d551cdc0-3f28-43a3-be3e-db452b38bc90 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 210 time: 0.0498497
Jun 19 02:00:51.484526 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d2eec7fc-ba39-47b5-9b2d-b653428c0ec4 req-43853a26-f0af-48e2-8386-d177fec9e179 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1129673
Jun 19 02:00:51.862154 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-035d1036-1a37-4972-9df2-dc674411c862 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0590448
Jun 19 02:00:51.948846 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34552a2-3934-4635-b848-889b660d2c2f req-8952d558-93ae-4806-b750-4be456666d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:51.950356 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-8952d558-93ae-4806-b750-4be456666d50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 1099 time: 0.0598342
Jun 19 02:00:52.034088 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:52.078271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34552a2-3934-4635-b848-889b660d2c2f req-ffd9d15a-867d-4565-9bf7-7c9956526231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:52.079926 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-ffd9d15a-867d-4565-9bf7-7c9956526231 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.1049237
Jun 19 02:00:52.151468 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-ef67082b-cacd-46ba-87d7-dcf51a097b11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 200  len: 1001 time: 0.0638163
Jun 19 02:00:52.208488 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34552a2-3934-4635-b848-889b660d2c2f req-2ad789c7-3d48-4ab7-951d-7a7015ec7fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:52.210051 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-2ad789c7-3d48-4ab7-951d-7a7015ec7fbf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0508704
Jun 19 02:00:52.278758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34552a2-3934-4635-b848-889b660d2c2f req-9018ca7e-e2e0-4800-b717-6e1e8a026fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:52.280526 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-9018ca7e-e2e0-4800-b717-6e1e8a026fbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0624471
Jun 19 02:00:52.394177 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e2ab2-9261-49e9-a5d8-d27467d116e4 req-0a0bdfc7-5fcd-4ca9-a7fe-fc6c7d0a5e2c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:52.395927 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e0e2ab2-9261-49e9-a5d8-d27467d116e4 req-0a0bdfc7-5fcd-4ca9-a7fe-fc6c7d0a5e2c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0847311
Jun 19 02:00:52.415487 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-fa78eb9e-7356-4bed-8130-3526dfeada74 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236882
Jun 19 02:00:52.441623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3e0e2ab2-9261-49e9-a5d8-d27467d116e4 req-0e87c068-1990-4a2a-84b4-ea7f4b448d8b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386014
Jun 19 02:00:52.552125 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-a34552a2-3934-4635-b848-889b660d2c2f req-22ab2d16-46fb-461c-be4d-448e99199012 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271055
Jun 19 02:00:52.555034 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4cadfe4d-148a-4ce2-8db0-d0e1f2656de6 req-276b0afd-9bfe-4e0f-b2bf-6c8a17e9e144 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 210 time: 0.0294602
Jun 19 02:00:53.666517 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9fc98-d4f3-4987-96cc-e2d13c2cfd88 req-ac2b07ab-3551-4a47-b5f2-61eabfdc5b6c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:53.669229 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b5d9fc98-d4f3-4987-96cc-e2d13c2cfd88 req-ac2b07ab-3551-4a47-b5f2-61eabfdc5b6c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 945 time: 0.0922737
Jun 19 02:00:53.743867 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ccef43ce-55e8-450f-a9a9-07d67b73b851 req-fb66886e-9503-4c1b-bfa1-3276f2996c09 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 210 time: 0.0430162
Jun 19 02:00:53.748026 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b5d9fc98-d4f3-4987-96cc-e2d13c2cfd88 req-486b8da4-fd2f-478e-aec7-4af482e5a7fb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715108
Jun 19 02:00:54.090433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-5b6f89f5-ea40-4460-9343-9a588098eb89 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:54.094909 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-5b6f89f5-ea40-4460-9343-9a588098eb89 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 813 time: 0.1204867
Jun 19 02:00:54.115016 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'port': {'device_id': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'admin_state_up': True, 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:00:54.314333 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:00:54.416358 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Made reservation on behalf of e299e1ac93904e73b9b8dc82ed55848c for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:00:54.420161 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:54.432922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:54.481593 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:00:54.486447 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc18393-e132-435c-b68f-d59872879fce" -d '{"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-unplugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:00:54.512521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:00:54.524934 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 02:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7746ff-e1a7-43c2-8349-bcbb4c782690 x-openstack-request-id: req-fe7746ff-e1a7-43c2-8349-bcbb4c782690 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:00:54.525538 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-unplugged", "status": "failed", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "code": 422}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:00:54.526017 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe7746ff-e1a7-43c2-8349-bcbb4c782690 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:00:54.527133 dv-cinder-797170-1-iscsi neutron-server[105239]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'code': 422} returned with failed status
Jun 19 02:00:54.604010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Allocated IP 172.20.0.12 (62c34897-f11e-4c2c-98c8-1213f80f54e1/51210524-b6be-4f5c-9098-c921b7dfb8ae/9097f30f-3602-4b7c-936c-443c1fb6aa0b) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:00:54.605689 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:54.621002 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-2c86f414-b2d0-4527-9f3e-33195308fb0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:54.733575 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=8']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:54.739859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:54.930991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-647dd798-0a41-4d03-a26a-12ecb78a20c7 req-cf04a2ab-92af-43b5-85bc-9ea05f1f2c0a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 210 time: 0.0324166
Jun 19 02:00:55.280181 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:55.302107 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Transition to ACTIVE for port object 9097f30f-3602-4b7c-936c-443c1fb6aa0b will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:00:55.422760 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:55.449197 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5d01f5cf-4979-4d8e-89ab-3bb69a83173a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:00:55.497279 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:00:55.502781 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:00:55.513676 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:00:55.595593 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:55.596430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:55.616468 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:00:55.621890 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.622433 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.622911 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.623481 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.624120 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.624599 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.625085 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.625550 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.627786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.628463 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.628958 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.629423 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:00:55.635123 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:00:55.687443 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5799775
Jun 19 02:00:55.915862 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-f85136a1-f9b9-4915-9eb9-a0e6ae602a72 None None] Provisioning for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:00:55.922024 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-f85136a1-f9b9-4915-9eb9-a0e6ae602a72 None None] Provisioning complete for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:00:55.922565 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f85136a1-f9b9-4915-9eb9-a0e6ae602a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:00:55.998087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ce1d0-2bff-4ec4-a0e4-1c00aaff2b98 req-0ae91c94-3e4c-44f2-a382-5a1dff88b14c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:55.999653 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-900ce1d0-2bff-4ec4-a0e4-1c00aaff2b98 req-0ae91c94-3e4c-44f2-a382-5a1dff88b14c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1482415
Jun 19 02:00:56.007049 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-f85136a1-f9b9-4915-9eb9-a0e6ae602a72 None None] Port 9097f30f-3602-4b7c-936c-443c1fb6aa0b cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:00:56.066295 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-900ce1d0-2bff-4ec4-a0e4-1c00aaff2b98 req-da5cf86a-370a-4aad-ac3b-1369d26b0761 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599959
Jun 19 02:00:56.330721 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88013a0e-5ca6-4294-b2dc-ef5e3c013486 req-bf494944-d248-4cfe-abb8-9cb6785d7d58 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:56.332338 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-88013a0e-5ca6-4294-b2dc-ef5e3c013486 req-bf494944-d248-4cfe-abb8-9cb6785d7d58 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0842173
Jun 19 02:00:56.384942 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-88013a0e-5ca6-4294-b2dc-ef5e3c013486 req-9dc34251-16b9-4e9e-8ed4-66b203d4c2f0 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408373
Jun 19 02:00:56.530244 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48010) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:00:56.684612 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-31b877ce-3651-49c8-9068-b76c32b59b57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1521986
Jun 19 02:00:57.404535 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4ca9-7dca-4191-8573-bcee99e232da req-49fbb17f-cd01-4689-8807-c3e5cbf0626e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:57.407218 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b22a4ca9-7dca-4191-8573-bcee99e232da req-49fbb17f-cd01-4689-8807-c3e5cbf0626e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1070037
Jun 19 02:00:57.475319 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b22a4ca9-7dca-4191-8573-bcee99e232da req-0a4fdbc6-fca9-479a-98fd-b9cf16e17932 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581782
Jun 19 02:00:57.690281 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b40e4-80d6-4673-93f7-63c144886021 req-78e62f87-b980-48db-b32b-1ae889454d24 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:57.692641 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d0b40e4-80d6-4673-93f7-63c144886021 req-78e62f87-b980-48db-b32b-1ae889454d24 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0907845
Jun 19 02:00:57.735277 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d0b40e4-80d6-4673-93f7-63c144886021 req-fea8fbd7-6eeb-4741-815d-9b510ea39429 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362637
Jun 19 02:00:58.317630 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:00:58.709745 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d5da5-c58b-40a3-8d19-bb83b403f6a9 req-4ffc63c1-2338-49c8-8076-1308793326ea tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:58.711405 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-560d5da5-c58b-40a3-8d19-bb83b403f6a9 req-4ffc63c1-2338-49c8-8076-1308793326ea tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0728359
Jun 19 02:00:58.767734 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-560d5da5-c58b-40a3-8d19-bb83b403f6a9 req-217fee97-b3af-46b0-80e4-447fc40fc9ad tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498569
Jun 19 02:00:58.959492 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd2349-caff-4006-a173-2e191d6639ca req-2c3d9a17-914e-460f-b0ba-8d80376c688f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:58.963421 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-05fd2349-caff-4006-a173-2e191d6639ca req-2c3d9a17-914e-460f-b0ba-8d80376c688f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0825896
Jun 19 02:00:59.016927 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-05fd2349-caff-4006-a173-2e191d6639ca req-4a5ea8d1-569b-4adc-834f-cd1876043f8d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436707
Jun 19 02:00:59.974546 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620920b-9c88-4f18-bab5-479d6bb2ab0a req-813a7301-9b88-4550-b530-53a7e4de38ff tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:00:59.976289 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7620920b-9c88-4f18-bab5-479d6bb2ab0a req-813a7301-9b88-4550-b530-53a7e4de38ff tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0780675
Jun 19 02:01:00.031235 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7620920b-9c88-4f18-bab5-479d6bb2ab0a req-561350f4-638f-40b9-bc16-639737bc1f1b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432663
Jun 19 02:01:00.252934 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a8b74-a4e3-4210-98e9-8969104a9fe9 req-fe1a987f-17e6-4d2a-8133-5659a4901a0f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:00.254530 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-062a8b74-a4e3-4210-98e9-8969104a9fe9 req-fe1a987f-17e6-4d2a-8133-5659a4901a0f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0790181
Jun 19 02:01:00.305750 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-062a8b74-a4e3-4210-98e9-8969104a9fe9 req-33de06a3-4f53-4308-81f5-a280aa4b97b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440934
Jun 19 02:01:01.242593 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14199a50-5885-48bd-a3ff-3911336aa004 req-4dc9392e-3a07-4bed-aa2a-2a339d222a6e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:01.244360 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-14199a50-5885-48bd-a3ff-3911336aa004 req-4dc9392e-3a07-4bed-aa2a-2a339d222a6e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0733471
Jun 19 02:01:01.298155 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-14199a50-5885-48bd-a3ff-3911336aa004 req-9bf1386e-660d-495e-901b-c1a59959b0fc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471888
Jun 19 02:01:01.704788 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4fc2-0cd9-4d81-b171-25948b87055c req-c4e8646c-1f36-4138-9aed-9932c84ccbf3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:01.705562 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-16fd4fc2-0cd9-4d81-b171-25948b87055c req-c4e8646c-1f36-4138-9aed-9932c84ccbf3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0838268
Jun 19 02:01:01.754647 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-16fd4fc2-0cd9-4d81-b171-25948b87055c req-eb693253-9cec-4084-8bbd-19c43cc158da tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402787
Jun 19 02:01:02.221956 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7d8b2452-e41b-4566-958d-dcfdb691c1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:02.504484 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1f65d-285b-4695-b854-0ebd73bf6565 req-882592b3-f4dc-487c-b944-bf3ebce06b34 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:02.506375 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-01d1f65d-285b-4695-b854-0ebd73bf6565 req-882592b3-f4dc-487c-b944-bf3ebce06b34 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0710876
Jun 19 02:01:02.548146 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-01d1f65d-285b-4695-b854-0ebd73bf6565 req-7f1396c1-bc2d-49ea-aa81-30edc01b4cc0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353124
Jun 19 02:01:02.953189 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6088c-74ca-4cfe-b33e-0532eae734a5 req-08eda74e-e459-41b0-b3e0-a2eb7fde3e0b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:02.954723 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aee6088c-74ca-4cfe-b33e-0532eae734a5 req-08eda74e-e459-41b0-b3e0-a2eb7fde3e0b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0861487
Jun 19 02:01:03.019049 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aee6088c-74ca-4cfe-b33e-0532eae734a5 req-e6c444cc-9776-4dc0-ad2a-267487e65ab2 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550632
Jun 19 02:01:03.775885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c53683-2582-4087-8c86-8c4f22faddf9 req-0c226008-07cc-4eb3-8e12-a4f0c221efee tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:03.777544 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a3c53683-2582-4087-8c86-8c4f22faddf9 req-0c226008-07cc-4eb3-8e12-a4f0c221efee tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0867624
Jun 19 02:01:03.826879 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a3c53683-2582-4087-8c86-8c4f22faddf9 req-eaf89d6e-310f-44cb-9de5-dd459dd49b71 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421972
Jun 19 02:01:04.387998 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418d986-7a9d-418d-972b-63e12b47c99c req-1fbdb2c0-8d06-47c4-baab-222ba83ffc8a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:04.387998 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5418d986-7a9d-418d-972b-63e12b47c99c req-1fbdb2c0-8d06-47c4-baab-222ba83ffc8a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0931096
Jun 19 02:01:04.421301 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5418d986-7a9d-418d-972b-63e12b47c99c req-b5b09b26-52a8-40fa-90f9-9d12570b4f10 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381918
Jun 19 02:01:04.913326 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-be89dd28-6fd2-4fe4-b802-a3f507379519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:05.068733 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d3773-e321-486b-9232-6327b46efaa4 req-320e66c7-3dc5-4ccf-8251-70db03cd97e0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:05.070365 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a56d3773-e321-486b-9232-6327b46efaa4 req-320e66c7-3dc5-4ccf-8251-70db03cd97e0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0874095
Jun 19 02:01:05.132946 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a56d3773-e321-486b-9232-6327b46efaa4 req-d18da721-4923-44e6-9609-b149158f6964 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554676
Jun 19 02:01:05.363606 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:05.607582 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9eda78-927a-4749-bee9-f2ed0664dfb9 req-e94c49e8-e921-45d5-a885-e534cb35efb4 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:05.609155 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9e9eda78-927a-4749-bee9-f2ed0664dfb9 req-e94c49e8-e921-45d5-a885-e534cb35efb4 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 932 time: 0.0716789
Jun 19 02:01:05.650524 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9e9eda78-927a-4749-bee9-f2ed0664dfb9 req-cd6faa87-8f41-4bec-a23e-8d07a6c5a811 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353239
Jun 19 02:01:06.200610 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Request body: {'port': {'device_id': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:06.231916 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:06.294254 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:06.383623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f20a83-94b3-4788-8e2a-806177aa6dfc req-c7cc0f72-86e4-4949-bf3c-20ddad8dedbd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:06.386145 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-04f20a83-94b3-4788-8e2a-806177aa6dfc req-c7cc0f72-86e4-4949-bf3c-20ddad8dedbd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1052041
Jun 19 02:01:06.448046 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-04f20a83-94b3-4788-8e2a-806177aa6dfc req-349e40e7-a447-4633-ac1f-2b7273373d8f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0508595
Jun 19 02:01:06.620472 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9097f30f-3602-4b7c-936c-443c1fb6aa0b {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:01:06.628266 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:06.640739 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Transition to ACTIVE for port object 9097f30f-3602-4b7c-936c-443c1fb6aa0b will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:01:06.762563 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:06.765071 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ed49e003-7c23-42ae-8ecb-4ef29e36935a tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:06.844201 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4791b713-0b00-438f-88e4-34dea9f6d66f req-df8ece99-719c-461c-bfa9-23bfb95e85fb tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:06.846032 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4791b713-0b00-438f-88e4-34dea9f6d66f req-df8ece99-719c-461c-bfa9-23bfb95e85fb tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 944 time: 0.0779560
Jun 19 02:01:06.850212 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:06.863345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:06.894145 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4791b713-0b00-438f-88e4-34dea9f6d66f req-b03c21de-62c7-4967-8e62-972ec46afc59 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409393
Jun 19 02:01:06.956314 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Attempting to bind port 9097f30f-3602-4b7c-936c-443c1fb6aa0b on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:01:06.956784 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Attempting to bind port 9097f30f-3602-4b7c-936c-443c1fb6aa0b by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:01:06.957308 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Attempting to bind port 9097f30f-3602-4b7c-936c-443c1fb6aa0b on network 62c34897-f11e-4c2c-98c8-1213f80f54e1 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:01:06.962976 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Port 9097f30f-3602-4b7c-936c-443c1fb6aa0b on network 62c34897-f11e-4c2c-98c8-1213f80f54e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:01:06.963296 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Attempting to bind port 9097f30f-3602-4b7c-936c-443c1fb6aa0b on network 62c34897-f11e-4c2c-98c8-1213f80f54e1 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:01:06.971453 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:01:06.974460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Checking segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:01:06.974460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Bound using segment: {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:01:06.974460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Bound port: 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40d5e9da-22e3-435b-aff1-e55b5226bd1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:01:06.974460 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:07.059679 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:01:07.062805 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:01:07.166129 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:07.168304 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f805801-3e7a-493d-9d88-a0b466ebfde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:07.204242 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.204916 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:07.206284 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] 10.222.0.16 "PUT /v2.0/ports/9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 1094 time: 1.0110524
Jun 19 02:01:07.207397 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:07.209787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1e092b-a1a0-4887-99b3-468e5923bd25" -d '{"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:07.237661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:07.241961 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:07.259505 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeefc8d-d9b2-456b-aa65-f125c7265338 x-openstack-request-id: req-cdeefc8d-d9b2-456b-aa65-f125c7265338 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:07.260205 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:07.263186 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdeefc8d-d9b2-456b-aa65-f125c7265338 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:07.263186 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:01:07.346790 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-b72fc519-0d0c-41f0-88c5-9d0f3567b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.348337 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-b72fc519-0d0c-41f0-88c5-9d0f3567b444 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1097 time: 0.0656884
Jun 19 02:01:07.461044 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-d46cf6c0-a385-403a-bdf7-2ffe2d73aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.463029 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-d46cf6c0-a385-403a-bdf7-2ffe2d73aa5d service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1074183
Jun 19 02:01:07.565395 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-30bba594-1836-4f7e-a3e4-27da52844be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.567219 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-bd1e092b-a1a0-4887-99b3-468e5923bd25 req-30bba594-1836-4f7e-a3e4-27da52844be2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0977185
Jun 19 02:01:07.672145 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-b4a59cf7-38ee-48a4-aea6-e7e6c0ac265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.673758 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-b4a59cf7-38ee-48a4-aea6-e7e6c0ac265f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1097 time: 0.0644283
Jun 19 02:01:07.724494 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3e46b-e930-4e99-b5e8-901faf5f605e req-24bab9a3-6d54-4bff-ae19-574a5864746e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.726284 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b5e3e46b-e930-4e99-b5e8-901faf5f605e req-24bab9a3-6d54-4bff-ae19-574a5864746e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1087246
Jun 19 02:01:07.737220 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-7d8b2284-06d6-452b-96e9-4f6c5c201e68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 217 time: 0.0561614
Jun 19 02:01:07.773772 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b5e3e46b-e930-4e99-b5e8-901faf5f605e req-a85bc945-4fe9-4fb2-afcd-0835b097fd0b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399399
Jun 19 02:01:07.788511 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-2da3e185-76c1-432d-a6ff-95a4cd98011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.790812 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-2da3e185-76c1-432d-a6ff-95a4cd98011e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0480611
Jun 19 02:01:07.859083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493711d3-34e9-40ae-9995-f33289d68389 req-beeb8ff2-3bbc-4c93-9b53-8f381004be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:07.859083 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-beeb8ff2-3bbc-4c93-9b53-8f381004be87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0586030
Jun 19 02:01:07.940371 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:07.968062 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-69a94a64-7262-4832-8ce5-ab7ba01dd596 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1036196
Jun 19 02:01:08.081107 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-493711d3-34e9-40ae-9995-f33289d68389 req-e5eb1e97-dc61-4e0d-82d3-5c10bfe26387 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083448
Jun 19 02:01:08.109656 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30bc0d-0d32-45d5-b9c2-26b39fc8aaf3 req-b5394a8e-8c93-4efd-b0ca-4f378f86669f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:08.109656 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6b30bc0d-0d32-45d5-b9c2-26b39fc8aaf3 req-b5394a8e-8c93-4efd-b0ca-4f378f86669f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 944 time: 0.0860100
Jun 19 02:01:08.149295 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6b30bc0d-0d32-45d5-b9c2-26b39fc8aaf3 req-6c724d6e-ce47-4135-98ff-58a641378b01 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372908
Jun 19 02:01:08.834308 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-439066c1-853a-46b9-a441-e4d30cfa542a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:08.835850 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-439066c1-853a-46b9-a441-e4d30cfa542a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 1096 time: 0.0906665
Jun 19 02:01:08.924970 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-80bda703-b1c5-4abb-8308-326f5c4640a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:08.926601 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-80bda703-b1c5-4abb-8308-326f5c4640a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1096 time: 0.0650270
Jun 19 02:01:08.978021 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b93a52-fdb9-40c6-9456-effc321f1b57 req-7e052791-1fdd-4702-b80b-abc4c1f065d1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:08.980486 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55b93a52-fdb9-40c6-9456-effc321f1b57 req-7e052791-1fdd-4702-b80b-abc4c1f065d1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0760000
Jun 19 02:01:09.045054 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-cfb9082a-40d3-45ee-a746-01766cec30aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:09.045054 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-cfb9082a-40d3-45ee-a746-01766cec30aa service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.0985565
Jun 19 02:01:09.045520 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-55b93a52-fdb9-40c6-9456-effc321f1b57 req-3e4c2643-6b12-4bc3-af52-bd9be8e00b38 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467882
Jun 19 02:01:09.105124 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-caf60dbb-ce9e-4978-bfd7-9b0140bc89dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 998 time: 0.0663791
Jun 19 02:01:09.159958 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-d1449eae-4bd4-48e4-8eac-4676f1bff8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:09.161618 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-d1449eae-4bd4-48e4-8eac-4676f1bff8f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0508399
Jun 19 02:01:09.252437 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-234f0385-37e9-4629-9980-b241667362e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:09.254551 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-234f0385-37e9-4629-9980-b241667362e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0866287
Jun 19 02:01:09.366439 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-4d1063ad-104e-427c-8eb3-a4827a6307e5 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1016920
Jun 19 02:01:09.368566 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e199f8-74ae-4cee-aa3b-39217a759106 req-3e5c3a68-e93e-4773-b3dc-3c2649175f40 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:09.370149 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f3e199f8-74ae-4cee-aa3b-39217a759106 req-3e5c3a68-e93e-4773-b3dc-3c2649175f40 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 944 time: 0.0790489
Jun 19 02:01:09.423459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f3e199f8-74ae-4cee-aa3b-39217a759106 req-f5f89fef-9eca-4c70-b7ae-634a8a163f0d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467722
Jun 19 02:01:09.486351 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3c47a55-0cfe-46de-80ae-5cfdea3c5714 req-819b1298-ede3-44f7-bf23-ecfc20cdcdb0 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1135950
Jun 19 02:01:10.265521 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3729c2db-5fee-4166-b5a8-ffdabd50b63f req-23abe86d-8f67-4356-9f26-7ef6ac0c9944 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:10.267657 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3729c2db-5fee-4166-b5a8-ffdabd50b63f req-23abe86d-8f67-4356-9f26-7ef6ac0c9944 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1011391
Jun 19 02:01:10.323500 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3729c2db-5fee-4166-b5a8-ffdabd50b63f req-3cc41861-df5d-4a3b-a55c-201645fc3637 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462959
Jun 19 02:01:10.637988 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676f55f-0cba-4e09-b50f-96ef3be8880f req-5fdac835-93ad-463b-907a-a03e9c297f29 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:10.651966 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5676f55f-0cba-4e09-b50f-96ef3be8880f req-5fdac835-93ad-463b-907a-a03e9c297f29 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 944 time: 0.0764079
Jun 19 02:01:10.688106 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5676f55f-0cba-4e09-b50f-96ef3be8880f req-eb97c796-599d-463c-939c-d3a23ab3f19e tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342343
Jun 19 02:01:11.525198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a5454-a5f5-4c18-94bb-cd73ef52ecb9 req-91ddefcb-f863-4fe4-8f21-12aa6a6d61d9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:11.527611 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-880a5454-a5f5-4c18-94bb-cd73ef52ecb9 req-91ddefcb-f863-4fe4-8f21-12aa6a6d61d9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0686841
Jun 19 02:01:11.571909 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-880a5454-a5f5-4c18-94bb-cd73ef52ecb9 req-01bc5051-23e3-4cc4-8d1a-92c09c10cd0f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362873
Jun 19 02:01:11.878310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc5a329-23e8-4199-8857-87e548442a94 req-0fd517f8-8244-4442-bd23-cc086b5191f2 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:11.880018 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7bc5a329-23e8-4199-8857-87e548442a94 req-0fd517f8-8244-4442-bd23-cc086b5191f2 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 944 time: 0.0709460
Jun 19 02:01:11.929072 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7bc5a329-23e8-4199-8857-87e548442a94 req-96d740f1-9e89-4e75-9332-a56397d03d53 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416722
Jun 19 02:01:12.389008 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 9097f30f-3602-4b7c-936c-443c1fb6aa0b details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:01:12.514114 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:12.527170 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'port_id': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'mac_address': 'fa:16:3e:87:dd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:01:12.571428 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:12.588050 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9097f30f-3602-4b7c-936c-443c1fb6aa0b {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:01:12.607055 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:12.673506 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:12.675419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:12.730641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:12.734084 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:12.787359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab79fce-4c2d-4ad3-b9ff-c420659308c5 req-08117576-9a2b-4bd7-82b6-56a81ea2b2bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:12.788979 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cab79fce-4c2d-4ad3-b9ff-c420659308c5 req-08117576-9a2b-4bd7-82b6-56a81ea2b2bf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0855424
Jun 19 02:01:12.837265 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cab79fce-4c2d-4ad3-b9ff-c420659308c5 req-3f78ff03-ad17-4469-9a39-1ae3642cb4af tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405693
Jun 19 02:01:12.924977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:01:13.119909 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546bfa5-b546-46dc-a55b-85f4c68ceca8 req-6dbbc3e2-8aa9-4594-aa2f-556bb8161ac0 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:13.122517 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0546bfa5-b546-46dc-a55b-85f4c68ceca8 req-6dbbc3e2-8aa9-4594-aa2f-556bb8161ac0 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 945 time: 0.0756848
Jun 19 02:01:13.170678 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0546bfa5-b546-46dc-a55b-85f4c68ceca8 req-6cf388f9-cfec-4da3-b183-657e93f9b51d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422862
Jun 19 02:01:14.037648 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4396d-dd1d-4421-aeb4-14b251423ceb req-d71d2518-5aee-4409-9508-a77d9c71c1bd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:14.039105 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75f4396d-dd1d-4421-aeb4-14b251423ceb req-d71d2518-5aee-4409-9508-a77d9c71c1bd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0688701
Jun 19 02:01:14.366143 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75f4396d-dd1d-4421-aeb4-14b251423ceb req-7e628557-9594-40a3-8b17-d8f9e99de27e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3188632
Jun 19 02:01:14.395570 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d078914-a832-47b8-8d58-026868e610f9 req-c6f67685-d3a8-404a-be61-9b26484061f4 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:14.397063 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3d078914-a832-47b8-8d58-026868e610f9 req-c6f67685-d3a8-404a-be61-9b26484061f4 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 945 time: 0.0839262
Jun 19 02:01:14.404682 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 9097f30f-3602-4b7c-936c-443c1fb6aa0b up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:01:14.441425 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3d078914-a832-47b8-8d58-026868e610f9 req-04f6f5ce-cf19-4706-b8a5-012c47cc710c tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370650
Jun 19 02:01:14.542866 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:01:14.554351 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:01:14.554832 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:14.706171 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:14.749268 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:14.752228 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e940c968-7612-448f-9c4c-0ad46a6ad0b4" -d '{"events": [{"server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "name": "network-vif-plugged", "status": "completed", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:14.813380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:14.813380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94af6a9e-b131-4ab8-85b5-09f73fadca06 x-openstack-request-id: req-94af6a9e-b131-4ab8-85b5-09f73fadca06 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:14.813380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "name": "network-vif-plugged", "status": "completed", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:14.813380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-94af6a9e-b131-4ab8-85b5-09f73fadca06 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:14.813380 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'code': 200}
Jun 19 02:01:15.318930 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:15.321011 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc669c90-b59c-46ec-b1e5-1de4b7758ec5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:15.391103 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:15.396051 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:15.597333 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3ed5-13ce-4568-a52b-07e8092bbac6 req-2960ecc1-ef71-4480-8209-858d4f7d2685 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:15.603246 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80cc3ed5-13ce-4568-a52b-07e8092bbac6 req-2960ecc1-ef71-4480-8209-858d4f7d2685 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0995543
Jun 19 02:01:15.709759 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80cc3ed5-13ce-4568-a52b-07e8092bbac6 req-8648d025-745d-4752-8023-768c713a11ba tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888646
Jun 19 02:01:15.729892 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5172e-7ad2-4d06-98e6-8cd38b80d552 req-d05c6021-4c14-482e-a176-a9d901cab2a9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:15.737281 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b6e5172e-7ad2-4d06-98e6-8cd38b80d552 req-d05c6021-4c14-482e-a176-a9d901cab2a9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1323128
Jun 19 02:01:15.779011 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b6e5172e-7ad2-4d06-98e6-8cd38b80d552 req-6c1203c3-66bb-47b8-8d43-6351edc92d8a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408554
Jun 19 02:01:16.979833 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a266a-f796-4353-9f46-60b3823bb59a req-0546efe6-5f34-46dc-bef8-bf9fbeb22f41 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:16.982567 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e15a266a-f796-4353-9f46-60b3823bb59a req-0546efe6-5f34-46dc-bef8-bf9fbeb22f41 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1167097
Jun 19 02:01:17.040124 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e15a266a-f796-4353-9f46-60b3823bb59a req-cbb6c855-ad5c-4414-9492-d1b2602ca842 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521295
Jun 19 02:01:17.059709 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e29aae4-1e0b-4f96-963c-2fc09a0cfc9d req-e0d6fbf6-bbf7-4489-a27f-0e77cc49e902 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:17.062686 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8e29aae4-1e0b-4f96-963c-2fc09a0cfc9d req-e0d6fbf6-bbf7-4489-a27f-0e77cc49e902 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1318560
Jun 19 02:01:17.111987 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8e29aae4-1e0b-4f96-963c-2fc09a0cfc9d req-c4e323d3-0287-432b-8932-3b6b734ee3b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418935
Jun 19 02:01:18.297928 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305ff72-d681-45ef-ab84-40ab20ea8b18 req-c13db9c2-6f9b-4eed-83a4-f691a18ee1f9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:18.300519 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7305ff72-d681-45ef-ab84-40ab20ea8b18 req-c13db9c2-6f9b-4eed-83a4-f691a18ee1f9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1289868
Jun 19 02:01:18.361289 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7305ff72-d681-45ef-ab84-40ab20ea8b18 req-a88e8a5b-b29a-4591-8df3-1ae0529bd912 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550005
Jun 19 02:01:18.382768 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438592fe-e5a7-4adc-af53-df1e1d29cb54 req-04e93ae3-3747-4694-a9aa-e4cd05ec2af3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:18.385156 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-438592fe-e5a7-4adc-af53-df1e1d29cb54 req-04e93ae3-3747-4694-a9aa-e4cd05ec2af3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1366262
Jun 19 02:01:18.438145 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-438592fe-e5a7-4adc-af53-df1e1d29cb54 req-13a89b62-9a46-4df8-9d44-4b74ad0eccf1 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464582
Jun 19 02:01:19.639231 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaa6ce-b3bc-41bb-bc7d-638ef2ea7064 req-eba04876-adf5-41b4-802e-c0a02e7331fc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:19.640801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-96aaa6ce-b3bc-41bb-bc7d-638ef2ea7064 req-eba04876-adf5-41b4-802e-c0a02e7331fc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.1125472
Jun 19 02:01:19.698584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-96aaa6ce-b3bc-41bb-bc7d-638ef2ea7064 req-4ee5a714-c106-43f4-93fd-deadde545ce2 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516448
Jun 19 02:01:19.716049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc9925-d286-4129-8124-dfa2fa3889b1 req-1e604a69-4c28-46da-b359-6804906b3e0c tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:19.717648 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e9fc9925-d286-4129-8124-dfa2fa3889b1 req-1e604a69-4c28-46da-b359-6804906b3e0c tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1214125
Jun 19 02:01:19.764012 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e9fc9925-d286-4129-8124-dfa2fa3889b1 req-92aa5eed-ce5c-41f2-aab9-654f559a3047 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406723
Jun 19 02:01:20.897665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f72d9-7534-45ec-9c02-5ac9690fb8f0 req-20c9149d-6dde-4839-b179-82dbadb9062b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:20.899201 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-398f72d9-7534-45ec-9c02-5ac9690fb8f0 req-20c9149d-6dde-4839-b179-82dbadb9062b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0797274
Jun 19 02:01:20.970907 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-398f72d9-7534-45ec-9c02-5ac9690fb8f0 req-688f838d-3f6c-485e-ba2d-48d66dfa7cfb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610783
Jun 19 02:01:21.000657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3f97c-c103-4f99-87ec-a3b743c1677d req-368ed65e-8784-466b-a59f-a6bccbc000e8 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:21.002359 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66a3f97c-c103-4f99-87ec-a3b743c1677d req-368ed65e-8784-466b-a59f-a6bccbc000e8 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1021445
Jun 19 02:01:21.019358 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:01:21.057354 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66a3f97c-c103-4f99-87ec-a3b743c1677d req-c8a7e3d6-f2fe-468e-89c2-84de6ae4f071 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442247
Jun 19 02:01:21.273190 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061bcc-3686-46aa-ad3d-1dab1d6d8458 req-bf51d36a-f6ab-46d0-9247-3b9f3c298b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:21.274660 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b4061bcc-3686-46aa-ad3d-1dab1d6d8458 req-bf51d36a-f6ab-46d0-9247-3b9f3c298b1d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1099 time: 0.0586300
Jun 19 02:01:21.311262 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-b4061bcc-3686-46aa-ad3d-1dab1d6d8458 req-8fdce84d-9e45-493f-9991-2544dce15537 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0292976
Jun 19 02:01:21.964963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:22.187200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93afbe6e-d47d-458d-b0dc-00461ef120dc req-fd4d0270-2e5f-4677-929c-07209cca12f8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:22.188973 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-93afbe6e-d47d-458d-b0dc-00461ef120dc req-fd4d0270-2e5f-4677-929c-07209cca12f8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0741343
Jun 19 02:01:22.256264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-93afbe6e-d47d-458d-b0dc-00461ef120dc req-ee60e660-729a-462b-9441-635d2ce4d5bb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582595
Jun 19 02:01:22.287911 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70d4c2-5571-420c-a617-b0d8de38738f req-2e88e4e2-0c75-4315-a518-d03a99f99667 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:22.287911 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac70d4c2-5571-420c-a617-b0d8de38738f req-2e88e4e2-0c75-4315-a518-d03a99f99667 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.1086419
Jun 19 02:01:22.326731 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ac70d4c2-5571-420c-a617-b0d8de38738f req-3526489b-6808-412e-8ad3-71e2ddcfd906 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334303
Jun 19 02:01:23.450101 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c4dc8-c63e-44f2-aa1a-0288c34e7514 req-4016f4f9-231a-4553-83e4-207cadc3f63f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:23.451739 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a6c4dc8-c63e-44f2-aa1a-0288c34e7514 req-4016f4f9-231a-4553-83e4-207cadc3f63f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0711975
Jun 19 02:01:23.526570 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a6c4dc8-c63e-44f2-aa1a-0288c34e7514 req-6124c8ca-4186-4e3e-9bb0-6371d1beae2c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0688632
Jun 19 02:01:23.546162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf303523-c911-429d-bfb3-c3d3ebfc7940 req-e6008066-d17f-47ea-b685-df360192d9d3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:23.547631 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf303523-c911-429d-bfb3-c3d3ebfc7940 req-e6008066-d17f-47ea-b685-df360192d9d3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0916736
Jun 19 02:01:23.586484 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf303523-c911-429d-bfb3-c3d3ebfc7940 req-014919a3-f2ee-446d-91eb-115277faed1b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332055
Jun 19 02:01:23.765710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3939e6c-49c7-44d6-a3af-2d0526d7e621 req-1d5ca511-339c-462f-b4df-f9dd8b00668d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:23.767160 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c3939e6c-49c7-44d6-a3af-2d0526d7e621 req-1d5ca511-339c-462f-b4df-f9dd8b00668d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0667608
Jun 19 02:01:23.805201 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c3939e6c-49c7-44d6-a3af-2d0526d7e621 req-35fddb04-ffad-4859-838e-43c486cf3acc tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324252
Jun 19 02:01:24.196363 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bbf263-e28c-4153-a2ed-c7b002a5756a req-afab57c6-0bcd-4793-9673-bebd6157c299 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:24.198882 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d9bbf263-e28c-4153-a2ed-c7b002a5756a req-afab57c6-0bcd-4793-9673-bebd6157c299 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0689332
Jun 19 02:01:24.240221 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d9bbf263-e28c-4153-a2ed-c7b002a5756a req-734ac75f-8e91-4d3b-870b-fa108c5f055a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356700
Jun 19 02:01:24.713441 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab197ae5-37bc-462e-aed3-50dd1214c25d req-b7e26288-b37c-4355-b372-fcf3fddfe62b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:24.714897 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ab197ae5-37bc-462e-aed3-50dd1214c25d req-b7e26288-b37c-4355-b372-fcf3fddfe62b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0670443
Jun 19 02:01:24.757138 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ab197ae5-37bc-462e-aed3-50dd1214c25d req-89496259-8620-40fc-bf5f-824adc2f1373 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361257
Jun 19 02:01:25.948908 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda298c9-d1e7-43f9-b9dc-e50d48db90a6 req-78940458-b1be-4020-b34e-11321e4790be tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:25.950352 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eda298c9-d1e7-43f9-b9dc-e50d48db90a6 req-78940458-b1be-4020-b34e-11321e4790be tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0670757
Jun 19 02:01:25.990651 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eda298c9-d1e7-43f9-b9dc-e50d48db90a6 req-7190e5f1-c13c-48eb-803f-0e20d9e24666 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0346558
Jun 19 02:01:27.178827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2480a-8cc2-4dab-acb4-cc4790ec4e6d req-dba6caf3-3da9-441a-86a6-a13a3e2e00a4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:27.180812 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-15f2480a-8cc2-4dab-acb4-cc4790ec4e6d req-dba6caf3-3da9-441a-86a6-a13a3e2e00a4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0698836
Jun 19 02:01:27.227860 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-15f2480a-8cc2-4dab-acb4-cc4790ec4e6d req-5173b47c-db33-4c31-98c2-787d03eaf086 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381861
Jun 19 02:01:28.428162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a620bb5-2eab-4afc-b39c-9052464d0ef7 req-e38e8df3-edaa-477f-b2b9-45be4b7cbd32 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:28.429660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8a620bb5-2eab-4afc-b39c-9052464d0ef7 req-e38e8df3-edaa-477f-b2b9-45be4b7cbd32 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0755808
Jun 19 02:01:28.479785 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8a620bb5-2eab-4afc-b39c-9052464d0ef7 req-ab31cb0c-9f65-43a1-9afe-a1e6ee9c79ab tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428071
Jun 19 02:01:29.673850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68654604-8475-4440-8c42-5e86d107ce2a req-f9df31a6-83a8-49ce-bc41-0e9ebcdebf6f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:29.675387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-68654604-8475-4440-8c42-5e86d107ce2a req-f9df31a6-83a8-49ce-bc41-0e9ebcdebf6f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 943 time: 0.0683680
Jun 19 02:01:29.716295 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-68654604-8475-4440-8c42-5e86d107ce2a req-ed9d6e84-5b84-4aba-8e79-e5f15fc88247 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347908
Jun 19 02:01:30.514030 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:01:30.608431 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:30.619708 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'f0602907-5e46-4544-9c9c-aff138150100', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': 'f0602907-5e46-4544-9c9c-aff138150100', 'mac_address': 'fa:16:3e:f4:a9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:01:30.662408 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:30.699240 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:01:30.699240 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:30.821706 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:30.824028 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fc3a5e45-2b0a-481e-8888-08eda40ce54d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:30.873777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=9']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:30.881098 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.881447 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.881900 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.882129 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.882449 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.882773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.883096 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.883414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.883735 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.884167 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.887161 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.887161 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:30.889094 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:30.920214 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3464b-6408-4b54-b666-213d6c73e784 req-55e93ed7-9e52-406d-9383-c80ff34b9d65 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:30.921822 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-70f3464b-6408-4b54-b666-213d6c73e784 req-55e93ed7-9e52-406d-9383-c80ff34b9d65 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0792015
Jun 19 02:01:30.964353 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-70f3464b-6408-4b54-b666-213d6c73e784 req-bfff82a2-a3f4-44b9-b35d-e0f8ec6fd60a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360358
Jun 19 02:01:31.061276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['f0602907-5e46-4544-9c9c-aff138150100'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:01:32.150691 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc414859-cdf3-42b6-955e-3ba697684e4c req-97fb4278-a211-44ae-afc8-2ea19ecf146d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:32.152838 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc414859-cdf3-42b6-955e-3ba697684e4c req-97fb4278-a211-44ae-afc8-2ea19ecf146d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 944 time: 0.0699234
Jun 19 02:01:32.190829 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc414859-cdf3-42b6-955e-3ba697684e4c req-f64942be-365b-479a-bd52-c52b52700bcf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324697
Jun 19 02:01:32.204141 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8f6e203e-056a-4908-9fa1-11c985949751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:32.514206 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:01:32.560040 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port f0602907-5e46-4544-9c9c-aff138150100 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:01:32.560410 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:32.634053 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:32.655981 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:32.658299 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda1382c-0244-407b-a428-8d7169b2ab71" -d '{"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:32.678940 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:32.694228 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6292471d-7ce3-4190-9bad-f41b2acb0f25 x-openstack-request-id: req-6292471d-7ce3-4190-9bad-f41b2acb0f25 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:32.694532 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-plugged", "status": "completed", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:32.694797 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6292471d-7ce3-4190-9bad-f41b2acb0f25 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:32.695198 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'code': 200}
Jun 19 02:01:32.758668 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:32.761633 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:32.808490 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=10']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:32.811119 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:33.360381 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0638314-ff90-4813-a4fa-3f322f9eca91 req-e6df9400-0f9e-41da-ab38-764fa6b9b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:33.361805 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d0638314-ff90-4813-a4fa-3f322f9eca91 req-e6df9400-0f9e-41da-ab38-764fa6b9b36f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1099 time: 0.0606527
Jun 19 02:01:33.369511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815107a4-c6e2-4af5-8aeb-1168296bd076 req-9886a96a-6a7c-44a5-84e9-9e319ebc914d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:33.371244 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-815107a4-c6e2-4af5-8aeb-1168296bd076 req-9886a96a-6a7c-44a5-84e9-9e319ebc914d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0660906
Jun 19 02:01:33.397445 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d0638314-ff90-4813-a4fa-3f322f9eca91 req-efc2109a-7153-4b60-92ea-dff4fee8cc5e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0286617
Jun 19 02:01:33.409349 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-815107a4-c6e2-4af5-8aeb-1168296bd076 req-a34c3c2b-bcf6-4fd4-a493-f82c965576f8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0324275
Jun 19 02:01:34.623275 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36a377-b9e7-44f8-a66d-08d6c7793caa req-33c9900c-1f67-4a8a-9f80-2152c15d2abf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:34.626293 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2d36a377-b9e7-44f8-a66d-08d6c7793caa req-33c9900c-1f67-4a8a-9f80-2152c15d2abf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0844576
Jun 19 02:01:34.686500 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2d36a377-b9e7-44f8-a66d-08d6c7793caa req-c1a90632-b707-4c97-b131-00eb171317c5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532019
Jun 19 02:01:34.958311 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f77f0a88-aebf-428e-b65c-7c9778ea8a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:35.424814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:35.913133 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8fd96-b050-49b1-9d59-49531f673bf5 req-bd0c71b8-4af3-4d6e-9f89-fa8bfdd89b6a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:35.914611 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e0c8fd96-b050-49b1-9d59-49531f673bf5 req-bd0c71b8-4af3-4d6e-9f89-fa8bfdd89b6a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0724149
Jun 19 02:01:35.962714 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e0c8fd96-b050-49b1-9d59-49531f673bf5 req-abaa3e83-b81b-486b-ace4-a399c557584f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416081
Jun 19 02:01:36.012915 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664a016-278a-45b5-a443-2ac4e04e6d6e req-8bb25bc6-ffae-48ab-8dcf-6355708b70fb tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:36.014644 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d664a016-278a-45b5-a443-2ac4e04e6d6e req-8bb25bc6-ffae-48ab-8dcf-6355708b70fb tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0675924
Jun 19 02:01:36.058993 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d664a016-278a-45b5-a443-2ac4e04e6d6e req-14722978-5832-4c9d-be26-907bdad2dcfd tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389736
Jun 19 02:01:36.083737 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48342) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:36.199011 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5fe576-2c7d-411a-bda1-1b620dc3c925 tempest-TestMinimumBasicScenario-1956011838 tempest-TestMinimumBasicScenario-1956011838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:36.200538 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1d5fe576-2c7d-411a-bda1-1b620dc3c925 tempest-TestMinimumBasicScenario-1956011838 tempest-TestMinimumBasicScenario-1956011838-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1094 time: 0.1158097
Jun 19 02:01:36.203528 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48346) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:36.208002 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'port_id': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:36.220994 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:36.335380 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for floatingip, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:36.445081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:36.554428 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Allocated IP 172.27.3.253 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/58e680c2-7b56-4db2-bd00-af65d8276296) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:01:36.668401 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:36.792823 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:36.794851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3139aeff-b5dd-4276-87ec-c5254481bf1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:36.840609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:01:36.843945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:01:36.847467 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:01:36.853340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'Port': ['ID=58e680c2-7b56-4db2-bd00-af65d8276296,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:36.875092 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:37.042273 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da16c4a-2129-47a4-b2e4-7f4d82dad477 req-590eaee1-c793-4c3b-83b2-268a7bbf961a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:37.044140 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7da16c4a-2129-47a4-b2e4-7f4d82dad477 req-590eaee1-c793-4c3b-83b2-268a7bbf961a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0848196
Jun 19 02:01:37.089651 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7da16c4a-2129-47a4-b2e4-7f4d82dad477 req-8409a885-250b-4a84-89e0-ec8e5402fa12 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356078
Jun 19 02:01:37.175311 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edc3a0-de3b-4d79-aef7-80b820429ff6 req-4884f001-b130-46aa-8d5c-038cdcbd6f03 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:37.176924 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-93edc3a0-de3b-4d79-aef7-80b820429ff6 req-4884f001-b130-46aa-8d5c-038cdcbd6f03 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0792887
Jun 19 02:01:37.221554 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-93edc3a0-de3b-4d79-aef7-80b820429ff6 req-74887859-3284-4a99-a573-8b568dc70640 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362225
Jun 19 02:01:37.253658 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:37.419022 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:37.581334 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:37.658707 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:37.660951 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b87401e0-c2c1-462b-b338-1a38fa0c446d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:37.728043 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'Port': ['ID=58e680c2-7b56-4db2-bd00-af65d8276296,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:37.733032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:37.743999 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:37.855507 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Floating IP 225e71f6-1cbd-4414-8833-c6a21ab0a36a associated. External IP: 172.27.3.253, port: 9097f30f-3602-4b7c-936c-443c1fb6aa0b.
Jun 19 02:01:37.870628 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.289352 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754c0a5-a18d-4f85-98dd-7064247adb0f req-48e8e083-d527-48bd-af59-fceffce075e0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:38.290887 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8754c0a5-a18d-4f85-98dd-7064247adb0f req-48e8e083-d527-48bd-af59-fceffce075e0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0786433
Jun 19 02:01:38.331847 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8754c0a5-a18d-4f85-98dd-7064247adb0f req-ca18a4cc-26bb-4fd0-98e2-b13326cfecd3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343020
Jun 19 02:01:38.353294 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Router 212e6c1c-c569-4c03-8e69-9a55356d2b14 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:01:38.461797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:01:38.472763 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Sync routers for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:01:38.482457 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:38.483086 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22af55e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:38.546861 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.584848 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3777778
Jun 19 02:01:38.584848 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:38.585427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48362) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:38.585605 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de88ec71-f005-44dc-bec7-8f814a97689f" -d '{"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:38.589826 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:38.591928 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1686668969', 'description': 'tempest-secgroup-smoke-1686668969 description', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:38.643243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc2d9a-cdcb-4471-8ab2-444085695d0b x-openstack-request-id: req-5acc2d9a-cdcb-4471-8ab2-444085695d0b {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:38.643243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:38.643243 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5acc2d9a-cdcb-4471-8ab2-444085695d0b {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:38.643243 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:01:38.719337 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.732010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-208ab634-913a-4261-aafe-3ba753bde259 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:38.733863 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-208ab634-913a-4261-aafe-3ba753bde259 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0676711
Jun 19 02:01:38.748948 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ec71-f005-44dc-bec7-8f814a97689f req-81354368-9a42-4142-86c6-af46c8f00f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:38.749458 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-81354368-9a42-4142-86c6-af46c8f00f8c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1099 time: 0.0726805
Jun 19 02:01:38.845237 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22af55e0>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '225e71f6-1cbd-4414-8833-c6a21ab0a36a', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'port_id': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'mac_address': 'fa:16:3e:87:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:01:37Z', 'updated_at': '2021-06-19T02:01:37Z', 'revision_number': 0, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:38.863293 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port ce07de22-19a5-4717-a568-3e1c3fa7bcae {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:01:38.863972 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.883172 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Checking router: 212e6c1c-c569-4c03-8e69-9a55356d2b14 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:01:38.894651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:38.894875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ec71-f005-44dc-bec7-8f814a97689f req-3041caee-aac3-4c39-92e1-9b64a4fe07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:38.895269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22af55e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:38.896127 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-3041caee-aac3-4c39-92e1-9b64a4fe07f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 914 time: 0.1382177
Jun 19 02:01:38.898529 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.950900 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:38.967372 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1e6a7db0-23a3-465d-88ee-665d3facd345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:39.002032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d49242a-4e51-4ce5-97d5-85d778e1c121,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:39.017951 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] For port ce07de22-19a5-4717-a568-3e1c3fa7bcae, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=ce07de22-19a5-4717-a568-3e1c3fa7bcae,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:39.020824 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.021310 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.021740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.022120 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.022480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.022839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.023480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.023612 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.024029 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.024335 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.024636 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.025132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.025527 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:39.031901 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-7c269a53-9f98-4f5d-8eb3-94a52f6d4a78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 1000 time: 0.1280074
Jun 19 02:01:39.032883 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:39.092939 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ec71-f005-44dc-bec7-8f814a97689f req-71643037-b464-49e1-8a94-18bd9b054dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:39.094460 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-71643037-b464-49e1-8a94-18bd9b054dde service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0559323
Jun 19 02:01:39.095219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.099761 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.5094483
Jun 19 02:01:39.102248 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48368) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:39.108085 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:39.168072 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88ec71-f005-44dc-bec7-8f814a97689f req-87484203-9760-4b12-b4da-fe20c9d2dd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:39.169898 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-87484203-9760-4b12-b4da-fe20c9d2dd82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0646226
Jun 19 02:01:39.175753 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:39.251126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.251489 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.252613 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 7216315a-add4-408e-8398-218cd49f2749 disassociated. External IP: 172.27.3.55, port: ce07de22-19a5-4717-a568-3e1c3fa7bcae.
Jun 19 02:01:39.252613 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for ce07de22-19a5-4717-a568-3e1c3fa7bcae owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:01:39.256620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.267834 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-c0953328-7c3c-485e-82dd-6f469e43dd22 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0907681
Jun 19 02:01:39.376081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.380986 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de88ec71-f005-44dc-bec7-8f814a97689f req-9e6bbb23-578c-4a81-b51a-058a6e55f63e service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1050150
Jun 19 02:01:39.442513 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22af55e0>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '225e71f6-1cbd-4414-8833-c6a21ab0a36a', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'port_id': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'mac_address': 'fa:16:3e:87:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:01:37Z', 'updated_at': '2021-06-19T02:01:37Z', 'revision_number': 0, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:39.472818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06d852-55e7-4f4e-8ff8-1d7f61e9f816 None None] The sync data for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi is: [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '225e71f6-1cbd-4414-8833-c6a21ab0a36a', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'floating_ip_address': '172.27.3.253', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'port_id': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'mac_address': 'fa:16:3e:87:dd:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:01:37Z', 'updated_at': '2021-06-19T02:01:37Z', 'revision_number': 0, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:01:39.480965 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.482991 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:39.498474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed23dfd6-dcb5-46f6-868b-22bd046eb1ac,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:39.505179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:39.535012 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934794db-7c93-43d2-a5f8-3fb42d96d3a9 req-d58cad90-6bda-4a90-992b-03a2540063df tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:39.536695 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-934794db-7c93-43d2-a5f8-3fb42d96d3a9 req-d58cad90-6bda-4a90-992b-03a2540063df tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 946 time: 0.0738945
Jun 19 02:01:39.556097 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.561476 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:39.586576 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-934794db-7c93-43d2-a5f8-3fb42d96d3a9 req-5395113a-ecf7-4637-bc93-cc784fd8fc21 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432758
Jun 19 02:01:39.593753 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.594937 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4919960
Jun 19 02:01:39.595978 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=ce07de22-19a5-4717-a568-3e1c3fa7bcae,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:39.601948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:39.601948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48372) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:39.605207 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:39.712607 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23936fd2-615e-4dc7-812c-35022c4fe882 None None] New status for floating IP 225e71f6-1cbd-4414-8833-c6a21ab0a36a: ACTIVE {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:01:39.746420 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:01:39.764498 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.903503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.909798 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:01:39.920567 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:01:39.929751 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:39.930632 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f230694f0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:39.957467 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] No DVR routers for this DVR port ce07de22-19a5-4717-a568-3e1c3fa7bcae on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:01:39.960178 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:39.962515 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-adbfd92c-f8c1-41c9-88f6-2e08b624f440 req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "DELETE /v2.0/ports/ce07de22-19a5-4717-a568-3e1c3fa7bcae HTTP/1.1" status: 204  len: 173 time: 1.2224448
Jun 19 02:01:39.993208 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.006598 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:40.016994 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5c1344-8ad9-459f-9031-6995e40c92b6,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:40.027594 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:40.069465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:40.072910 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.074794 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-06bd2ae0-4c7c-4741-8082-828c61291787 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4737644
Jun 19 02:01:40.077671 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48376) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:40.082689 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:40.201932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.257509 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.278876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f230694f0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:40.304636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:01:40.313607 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:40.314297 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f230694f0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:40.327868 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.329921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:40.348251 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5949e716-85a7-4c5d-8ebb-c294e1418a45,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:40.351255 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:40.423545 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:40.427826 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.429135 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-74ec7606-5f48-409a-81f9-ac7a7c6b4cb9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3504617
Jun 19 02:01:40.432164 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48378) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:40.437550 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:40.527160 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.627425 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.639903 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'name': 'network-vif-deleted', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:40.643936 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0810b3-f38a-4a6e-b40c-0bb192071edc" -d '{"events": [{"server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "name": "network-vif-deleted", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:40.678887 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f230694f0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:40.691931 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237cdbaa-1c47-4ef5-804b-c761ad536bf7 x-openstack-request-id: req-237cdbaa-1c47-4ef5-804b-c761ad536bf7 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:40.692236 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07762b1-5ec2-48bd-8d1a-f41517bb5ac6", "name": "network-vif-deleted", "tag": "ce07de22-19a5-4717-a568-3e1c3fa7bcae", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:40.692533 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-237cdbaa-1c47-4ef5-804b-c761ad536bf7 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:40.693023 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a07762b1-5ec2-48bd-8d1a-f41517bb5ac6', 'name': 'network-vif-deleted', 'tag': 'ce07de22-19a5-4717-a568-3e1c3fa7bcae', 'status': 'completed', 'code': 200}
Jun 19 02:01:40.706623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcab4853-871a-447e-8dc6-e981cbe48ef8 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:01:40.741485 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.750206 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1d3250ed-8104-4c58-8128-f63841df0ff7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:40.770482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c854e29-db4e-4089-bb94-9fdfbe5c8358,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:40.773493 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:40.807751 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a1a201fe-3564-4e38-bbd9-3f75b89ece7c req-8308173e-db7d-4a6a-8517-ac94db66920e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=a07762b1-5ec2-48bd-8d1a-f41517bb5ac6 HTTP/1.1" status: 200  len: 210 time: 0.0578098
Jun 19 02:01:40.862770 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:40.867854 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c5608d0f-7d1d-4dff-8d8a-1aa53a39cbc5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4311929
Jun 19 02:01:40.867985 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48386) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:40.872920 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:40.987894 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb8c977-c38b-4bf9-b82a-d60fb3145686 None None] New status for floating IP 7216315a-add4-408e-8398-218cd49f2749: DOWN {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:01:41.032376 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Project e299e1ac93904e73b9b8dc82ed55848c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 02:01:41.037862 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.109784 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.197908 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.201726 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-66179351-548d-4eb3-823f-095de3e88912 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:41.229901 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86dd6cb2-3a11-43fd-9f8d-cbee4bc58a93,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:41.234792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:41.306723 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.307957 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-46a0a70d-2b62-4f09-92e7-1a35855d53b3 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4390335
Jun 19 02:01:41.311245 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48388) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:41.315899 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'security_group_rule': {'security_group_id': '9d49242a-4e51-4ce5-97d5-85d778e1c121', 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:41.404280 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.securitygroups_db [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Project e299e1ac93904e73b9b8dc82ed55848c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 19 02:01:41.409425 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.477036 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.569823 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.575147 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-05623f9b-7808-4ee5-93fa-4a1e0a50a501 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:41.589151 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad307e4-4d4d-48f1-b521-e7a561be2b0b,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:41.591604 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:41.667280 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:41.669237 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-94ae07d6-f097-4d0f-956f-61bffa56b368 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3567736
Jun 19 02:01:41.788949 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-3b19065d-634f-4dc4-b5a9-8511eb5ac894 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686668969&fields=id&tenant_id=e299e1ac93904e73b9b8dc82ed55848c HTTP/1.1" status: 200  len: 267 time: 0.0332725
Jun 19 02:01:41.873247 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-0da917e4-5eb9-4c49-bc5c-210cdd632d9f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:41.875845 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-0da917e4-5eb9-4c49-bc5c-210cdd632d9f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0805449
Jun 19 02:01:41.891278 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'port': {'security_groups': ['ff8330b1-541a-4f32-b117-f7f0a1773f17', '9d49242a-4e51-4ce5-97d5-85d778e1c121']}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:42.003500 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:42.146057 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-e7e83125-d846-40ac-95f9-fcde2b15fb91 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856087570&fields=id&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 267 time: 0.0637112
Jun 19 02:01:42.314697 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:42.343797 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-84aca652-fdf4-4811-a676-f670ef7b171d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:42.345380 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-84aca652-fdf4-4811-a676-f670ef7b171d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.1916199
Jun 19 02:01:42.376413 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:42.379128 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-8588df24-be59-4f74-9fcd-76d1fb1fe08d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/quotas/bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 375 time: 0.0255098
Jun 19 02:01:42.438477 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:42.443232 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:42.451901 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:01:42.482422 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-fed57e87-5170-4042-8bc3-4bb49b7cf74e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0974219
Jun 19 02:01:42.498827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:42.499491 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:42.500950 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c2f69664-f7c3-4d3a-a3fc-c795d103845e req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "PUT /v2.0/ports/9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 982 time: 0.6181400
Jun 19 02:01:42.501511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:42.503905 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d836e182-38b5-46f9-9ed8-318f82bb67a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:42.617856 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-82b111f7-c3a9-4096-9fb4-623fed8db96e service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1052806
Jun 19 02:01:42.630328 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device ce07de22-19a5-4717-a568-3e1c3fa7bcae no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:01:42.632558 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:01:42.666186 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: ce07de22-19a5-4717-a568-3e1c3fa7bcae {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:01:42.666696 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device ce07de22-19a5-4717-a568-3e1c3fa7bcae not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:01:42.703563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=6']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:42.710501 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6255fec3-0ec8-42f7-9921-f4fe8e3f8b28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:42.771373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcd326-57f7-4025-9e7e-7c3e9e1c7990 req-e642ff8d-ef7f-4e64-aef7-9c3dd2f83915 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:42.772847 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09fcd326-57f7-4025-9e7e-7c3e9e1c7990 req-e642ff8d-ef7f-4e64-aef7-9c3dd2f83915 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.1487756
Jun 19 02:01:42.779377 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-12340d34-3e9e-4817-880b-5bbaaa366c5c service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1439166
Jun 19 02:01:42.791182 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-1e098a06-95cb-45b9-861a-700d01e58c5a None None] Provisioning complete for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:01:42.791356 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1e098a06-95cb-45b9-861a-700d01e58c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:42.825698 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09fcd326-57f7-4025-9e7e-7c3e9e1c7990 req-f2631898-a511-4cb5-b8bf-0ab845cb5877 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0449255
Jun 19 02:01:42.954435 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95367bf4-2845-409a-852e-eedfc975faaa x-openstack-request-id: req-95367bf4-2845-409a-852e-eedfc975faaa {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:42.955021 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:42.955108 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95367bf4-2845-409a-852e-eedfc975faaa {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:42.955486 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:01:43.041780 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-4a699104-4bbb-4167-bc98-76f428f29148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:43.044630 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-4a699104-4bbb-4167-bc98-76f428f29148 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1138 time: 0.0633991
Jun 19 02:01:43.154220 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-bf5840a8-6b3c-4bad-8373-d8eb31a1a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:43.155687 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-bf5840a8-6b3c-4bad-8373-d8eb31a1a08d service neutron] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 914 time: 0.1038496
Jun 19 02:01:43.236493 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-4631010a-b1b0-4b49-a2f6-38b5a76e2e75 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 1002 time: 0.0736532
Jun 19 02:01:43.289807 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-f642300b-3d2b-4706-945e-709f2a96319e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:43.291254 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-f642300b-3d2b-4706-945e-709f2a96319e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0484450
Jun 19 02:01:43.353382 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-dbe27e18-8414-4394-beca-fff54138bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:43.354863 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-dbe27e18-8414-4394-beca-fff54138bcef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0568433
Jun 19 02:01:43.468672 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-52a6f529-127c-4b09-95df-36706f692cec service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1055207
Jun 19 02:01:43.581756 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-75d673a1-c49c-4927-b5fb-3e90a7f8bf6e req-6eb583bf-d402-47b1-84aa-8a28e9c54e55 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 210 time: 0.0514495
Jun 19 02:01:43.594709 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-d836e182-38b5-46f9-9ed8-318f82bb67a3 req-e539b9f8-7ae2-486f-b1df-e4ec2c7a0b98 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1180134
Jun 19 02:01:44.738110 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-050b38be-db6f-4f55-b2dc-f000185520a2 req-89276c5d-ab9f-484b-9475-058a6a1a75bc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 210 time: 0.0295403
Jun 19 02:01:45.928243 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2acf5f37-95be-48ee-8fb6-d73e20991860 req-b993c08a-da90-48dc-a12a-195008b3487a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 210 time: 0.0358002
Jun 19 02:01:46.003829 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-150ffb9e-bac2-4259-875e-88b71684b38f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:46.006645 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-150ffb9e-bac2-4259-875e-88b71684b38f tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.1843064
Jun 19 02:01:46.052948 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-8f2c13ab-b1b8-4a2a-95e1-c1860db9194b tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 379 time: 0.0373783
Jun 19 02:01:46.065534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'port': {'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'admin_state_up': True, 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'security_groups': ['0992d9c1-239a-4bf5-94a7-18987f732413']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:46.312723 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Made reservation on behalf of bd9a3f3e432845edb23cc31e02e22110 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:01:46.316832 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:46.466222 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.20.0.12 (2ce46fbc-3eb0-4567-a8fd-971073e3a0bb/9ffdd41d-b4e3-4955-a67c-31871d0362d3/49ad9542-5d6b-491f-b367-b926e7515a84) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:01:46.653297 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:46.669108 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Transition to ACTIVE for port object 49ad9542-5d6b-491f-b367-b926e7515a84 will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:01:46.770182 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:46.774769 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a2cd8bbc-6b88-4976-83d2-7cb0774e4711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:46.820242 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:01:46.823840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:01:46.828544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:01:46.871392 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:46.874185 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:46.943871 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:46.943871 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.062465 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0020192
Jun 19 02:01:47.078504 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Request body: {'port': {'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:01:47.186245 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7af9bb-ea96-44af-98da-d1eaf98759ea req-44033921-303a-485b-9c93-88ab72d88061 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:47.187958 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1b7af9bb-ea96-44af-98da-d1eaf98759ea req-44033921-303a-485b-9c93-88ab72d88061 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 932 time: 0.1060336
Jun 19 02:01:47.189338 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.195881 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-bd9dc96e-3db1-49d3-a781-22f18094ef20 None None] Provisioning for port 49ad9542-5d6b-491f-b367-b926e7515a84 completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:01:47.202535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-bd9dc96e-3db1-49d3-a781-22f18094ef20 None None] Provisioning complete for port 49ad9542-5d6b-491f-b367-b926e7515a84 triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:01:47.204886 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc96e-3db1-49d3-a781-22f18094ef20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.230383 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1b7af9bb-ea96-44af-98da-d1eaf98759ea req-459e71b3-ebb4-458c-92d6-c5b140c0f3be tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359895
Jun 19 02:01:47.243876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-bd9dc96e-3db1-49d3-a781-22f18094ef20 None None] Port 49ad9542-5d6b-491f-b367-b926e7515a84 cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:01:47.502924 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ad9542-5d6b-491f-b367-b926e7515a84 {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:01:47.512221 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.530987 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Transition to ACTIVE for port object 49ad9542-5d6b-491f-b367-b926e7515a84 will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:01:47.650476 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.654677 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:47.756680 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:47.759895 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:47.848759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Attempting to bind port 49ad9542-5d6b-491f-b367-b926e7515a84 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:01:47.849219 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Attempting to bind port 49ad9542-5d6b-491f-b367-b926e7515a84 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:01:47.849836 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Attempting to bind port 49ad9542-5d6b-491f-b367-b926e7515a84 on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:01:47.856980 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Port 49ad9542-5d6b-491f-b367-b926e7515a84 on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:01:47.857668 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Attempting to bind port 49ad9542-5d6b-491f-b367-b926e7515a84 on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:01:47.866396 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:01:47.872609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:01:47.872609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Bound using segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:01:47.872609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Bound port: 49ad9542-5d6b-491f-b367-b926e7515a84, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:01:47.872609 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:47.946056 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:01:47.950773 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=49ad9542-5d6b-491f-b367-b926e7515a84,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:01:48.103554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:48.106451 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f70c50bb-122c-426e-9651-e279c8038108 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:48.145441 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.146076 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:48.147495 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] 10.222.0.16 "PUT /v2.0/ports/49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 200  len: 1094 time: 1.0771699
Jun 19 02:01:48.151667 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:48.159183 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba98673-c053-4bbe-8e21-aa0999e84c14" -d '{"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:48.195900 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Pushing event updated for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:48.201241 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:48.208142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b161d0ba-45eb-41c8-a100-a90f6add7c60 x-openstack-request-id: req-b161d0ba-45eb-41c8-a100-a90f6add7c60 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:48.208620 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:48.209101 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b161d0ba-45eb-41c8-a100-a90f6add7c60 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:48.209756 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84', 'status': 'completed', 'code': 200}
Jun 19 02:01:48.318263 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-b23293d0-bbe5-4789-a0de-39744ab14469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.318263 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-b23293d0-bbe5-4789-a0de-39744ab14469 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1097 time: 0.0842092
Jun 19 02:01:48.353882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa78cfd-8f91-4e29-ae97-d57e633c8365 req-007374fb-0aef-471a-8e53-18462522e1c3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.356885 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fa78cfd-8f91-4e29-ae97-d57e633c8365 req-007374fb-0aef-471a-8e53-18462522e1c3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1034477
Jun 19 02:01:48.443131 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fa78cfd-8f91-4e29-ae97-d57e633c8365 req-9dc0b8f4-4d19-4826-bd3d-e3f9474938cd tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0803475
Jun 19 02:01:48.453639 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-aafd814f-2b5c-43da-975e-9e5aeed4bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.455189 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-aafd814f-2b5c-43da-975e-9e5aeed4bc10 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bd9a3f3e432845edb23cc31e02e22110&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1298668
Jun 19 02:01:48.490905 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c79a-a176-4639-a47d-9c62ba91203f req-08912926-b2bc-4d71-9d7f-7016bc04269a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.492635 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3976c79a-a176-4639-a47d-9c62ba91203f req-08912926-b2bc-4d71-9d7f-7016bc04269a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.0991285
Jun 19 02:01:48.535822 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3976c79a-a176-4639-a47d-9c62ba91203f req-75f3e7e7-dac8-4cfd-ad34-f844f3df178e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371728
Jun 19 02:01:48.580386 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-24ea5f54-72e8-4855-8d1d-016fcc191b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.580386 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-1ba98673-c053-4bbe-8e21-aa0999e84c14 req-24ea5f54-72e8-4855-8d1d-016fcc191b52 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1112268
Jun 19 02:01:48.679260 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-586851e2-d9f2-4279-ae36-4437a2d46ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.680883 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-586851e2-d9f2-4279-ae36-4437a2d46ee0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1097 time: 0.0599546
Jun 19 02:01:48.726388 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-a4108783-da3a-4c28-bec3-53cce5de4011 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 200  len: 217 time: 0.0367341
Jun 19 02:01:48.783429 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-0f3c865a-aa37-41ca-9fde-f03f194f3b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.784890 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-0f3c865a-aa37-41ca-9fde-f03f194f3b64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0501618
Jun 19 02:01:48.841834 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-0450ee80-6fc1-4a6a-acf3-bab51e8c9b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:48.843224 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-0450ee80-6fc1-4a6a-acf3-bab51e8c9b22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0519938
Jun 19 02:01:48.943647 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-32dae944-254a-46c2-8ef4-7f83f98d2d55 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0931745
Jun 19 02:01:49.045421 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-30ac849b-1372-4423-8bb5-b122ac01fad7 req-10b20824-0249-4a2b-a748-932a8c3da7db service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0943530
Jun 19 02:01:49.636409 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214a5be-3822-4079-af52-e6a972e8b1c2 req-a730edbe-b548-4ba2-b75f-f36e89875939 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:49.641258 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4214a5be-3822-4079-af52-e6a972e8b1c2 req-a730edbe-b548-4ba2-b75f-f36e89875939 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0703328
Jun 19 02:01:49.687806 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4214a5be-3822-4079-af52-e6a972e8b1c2 req-befa923a-27ad-46cb-85c0-508b7175a1c8 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436144
Jun 19 02:01:50.145852 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd543e-c11d-4208-b396-5927a8b9ef45 req-1936e115-bc20-498c-bbdf-5945aa9fb1b7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:50.147327 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b2cd543e-c11d-4208-b396-5927a8b9ef45 req-1936e115-bc20-498c-bbdf-5945aa9fb1b7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.3575184
Jun 19 02:01:50.251660 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc648162-5385-40eb-9cb5-04d69f292f14 req-5bf3671f-cdb4-4cd5-822d-39241e753760 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:50.251660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc648162-5385-40eb-9cb5-04d69f292f14 req-5bf3671f-cdb4-4cd5-822d-39241e753760 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.3669968
Jun 19 02:01:50.251660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b2cd543e-c11d-4208-b396-5927a8b9ef45 req-a4965f07-f719-471f-b54c-8f8117d5ec3a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677896
Jun 19 02:01:50.251660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc648162-5385-40eb-9cb5-04d69f292f14 req-9831bb60-f246-48d4-a0eb-fde762c23f2f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431206
Jun 19 02:01:50.888482 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310899da-c4ae-4b13-a1f9-f76d8cb50700 req-ef9f4bb1-fd68-4166-ac06-ec5dcb26fccb tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:50.890056 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-310899da-c4ae-4b13-a1f9-f76d8cb50700 req-ef9f4bb1-fd68-4166-ac06-ec5dcb26fccb tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0797281
Jun 19 02:01:50.936785 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-310899da-c4ae-4b13-a1f9-f76d8cb50700 req-488f6a39-3d6f-428f-807a-b3dc001e15d5 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398211
Jun 19 02:01:51.440062 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f5f8-7335-45d6-820a-b9df2752d8d9 req-d1a6ba02-f440-476b-b3b7-472dc9c95467 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:51.441473 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c683f5f8-7335-45d6-820a-b9df2752d8d9 req-d1a6ba02-f440-476b-b3b7-472dc9c95467 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.1002293
Jun 19 02:01:51.477149 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51425162-6765-4eed-b853-ffa46c6ddec2 req-25ecdd45-517e-4c1e-932a-6c15dcb351fe tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:51.478614 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51425162-6765-4eed-b853-ffa46c6ddec2 req-25ecdd45-517e-4c1e-932a-6c15dcb351fe tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.1057768
Jun 19 02:01:51.502608 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c683f5f8-7335-45d6-820a-b9df2752d8d9 req-e62bc34d-dc38-4eb4-8911-534fc06b5f0b tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553422
Jun 19 02:01:51.537247 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51425162-6765-4eed-b853-ffa46c6ddec2 req-38be4a52-1ca4-4960-992f-3478d30aa3d2 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups?id=87d4c07a-1af0-4072-8f62-eb071b17e467&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480599
Jun 19 02:01:51.938065 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-5243636e-348a-49b6-ac2d-f90ddae56715 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:51.939613 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-5243636e-348a-49b6-ac2d-f90ddae56715 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 946 time: 0.0851176
Jun 19 02:01:51.952682 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.057678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Deleting port db291f53-5e4f-431a-a4c8-307cf743fcc8 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:01:52.058020 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.129312 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5bec5-a401-41ed-9dec-afa28c9434fc req-9da213ba-70e1-4ec3-9cf2-d7dc01334ddc tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:52.130849 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fa5bec5-a401-41ed-9dec-afa28c9434fc req-9da213ba-70e1-4ec3-9cf2-d7dc01334ddc tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0774953
Jun 19 02:01:52.174815 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2fa5bec5-a401-41ed-9dec-afa28c9434fc req-765f4987-3288-4ae5-84a7-8a830934bbc9 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383220
Jun 19 02:01:52.175101 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] For port db291f53-5e4f-431a-a4c8-307cf743fcc8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=db291f53-5e4f-431a-a4c8-307cf743fcc8,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:52.175467 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.355388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.355797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.356106 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Floating IP 43f080ed-6080-44fb-8fc3-a8d36756e3fb disassociated. External IP: 172.27.3.128, port: db291f53-5e4f-431a-a4c8-307cf743fcc8.
Jun 19 02:01:52.356446 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Calling delete_port for db291f53-5e4f-431a-a4c8-307cf743fcc8 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:01:52.521174 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-4746ad83-893f-4b9d-9bac-d8aa8ca746cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0506976
Jun 19 02:01:52.557817 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.562711 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ccff2830-e9ac-4b74-a40b-cefb50c90ab4 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:52.626198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898800af-ce52-4f9a-98e7-13579de9a614 req-68eaf0a6-6eac-4cda-8086-8505bee54ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:52.628017 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-68eaf0a6-6eac-4cda-8086-8505bee54ebd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 1099 time: 0.0776906
Jun 19 02:01:52.647989 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'Port': ['ID=db291f53-5e4f-431a-a4c8-307cf743fcc8,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:52.661240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:52.719586 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:01:52.747316 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-599987bc-4db7-4a5d-8743-2164f1eb6115 req-bf993003-f979-4534-8db5-38b5a69f8c1b tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0679367
Jun 19 02:01:52.813546 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0dd27f-98bd-44bf-814b-22c03f09ed1d req-6b39f04c-48e7-4532-a674-686b3f6c3f09 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:52.814987 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b0dd27f-98bd-44bf-814b-22c03f09ed1d req-6b39f04c-48e7-4532-a674-686b3f6c3f09 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.1787341
Jun 19 02:01:52.816145 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898800af-ce52-4f9a-98e7-13579de9a614 req-3cd51384-d23f-441e-aafc-c6f627a3362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:52.817536 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-3cd51384-d23f-441e-aafc-c6f627a3362e service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.1466143
Jun 19 02:01:52.835898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:01:52.849772 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:01:52.859201 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:52.859883 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22da6ca0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:52.883682 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] No DVR routers for this DVR port db291f53-5e4f-431a-a4c8-307cf743fcc8 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:01:52.886265 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:52.889206 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5da5af8d-903f-4c60-8186-18085f57fc09 req-9b8168a9-42d9-453f-b868-f80947289b36 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.16 "DELETE /v2.0/ports/db291f53-5e4f-431a-a4c8-307cf743fcc8 HTTP/1.1" status: 204  len: 173 time: 0.9429791
Jun 19 02:01:52.889755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'name': 'network-vif-deleted', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:52.892872 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839dbbe6-beb6-4907-afe3-fd6176a8cb6a" -d '{"events": [{"server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "name": "network-vif-deleted", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:52.901398 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3b0dd27f-98bd-44bf-814b-22c03f09ed1d req-01851c28-37fb-42a1-bc22-190815f1fceb tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806038
Jun 19 02:01:52.911596 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-c3b8d88c-200c-42a9-a122-a8d8bb608643 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 200  len: 1000 time: 0.0827973
Jun 19 02:01:52.942220 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5b7c57-aa78-448a-bafa-a683aee50c26 x-openstack-request-id: req-7d5b7c57-aa78-448a-bafa-a683aee50c26 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:52.942751 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a76817e-ecde-4f44-8e33-be60a5eb79d6", "name": "network-vif-deleted", "tag": "db291f53-5e4f-431a-a4c8-307cf743fcc8", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:52.942879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7d5b7c57-aa78-448a-bafa-a683aee50c26 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:52.943304 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a76817e-ecde-4f44-8e33-be60a5eb79d6', 'name': 'network-vif-deleted', 'tag': 'db291f53-5e4f-431a-a4c8-307cf743fcc8', 'status': 'completed', 'code': 200}
Jun 19 02:01:52.980115 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898800af-ce52-4f9a-98e7-13579de9a614 req-e2696960-e246-4ea0-8e0a-af8ed1dfe9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:52.981815 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-e2696960-e246-4ea0-8e0a-af8ed1dfe9a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0628724
Jun 19 02:01:52.996302 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:53.076233 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898800af-ce52-4f9a-98e7-13579de9a614 req-02950520-83c7-4120-a18d-eb156afe75bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:53.077429 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-02950520-83c7-4120-a18d-eb156afe75bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836151
Jun 19 02:01:53.198068 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-7d22f4cb-7b4d-45bd-ab7c-0b5b2bd8e93d service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1095905
Jun 19 02:01:53.272220 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22da6ca0>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:53.318571 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:01:53.333746 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:01:53.334860 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22da6ca0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:53.342472 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-898800af-ce52-4f9a-98e7-13579de9a614 req-577b6d94-c311-4bfd-8a2a-23ba678d4f7d service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368015
Jun 19 02:01:53.379323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0803c-44c1-47fe-b960-538a2097921e req-421da7a0-5a38-42b6-87ae-506fc11d38bf tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:53.380961 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-43e0803c-44c1-47fe-b960-538a2097921e req-421da7a0-5a38-42b6-87ae-506fc11d38bf tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0796454
Jun 19 02:01:53.424768 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-43e0803c-44c1-47fe-b960-538a2097921e req-7f070874-57ad-4eec-98de-72e8f35824c6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377560
Jun 19 02:01:53.465276 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:01:53.686157 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22da6ca0>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:01:53.713302 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334b12a7-6970-41de-9cb3-d6219e5b2e97 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T01:54:34Z', 'revision_number': 4, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'bdf2d783-af87-42a4-a75b-5cb56b24b014', 'name': '', 'network_id': '097faa0d-34b0-49bb-9b71-de198b944b4e', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'mac_address': 'fa:16:3e:77:73:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'dced2325-86bc-4022-b808-5ef299978959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:32Z', 'updated_at': '2021-06-19T01:54:46Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'subnets': [{'id': 'dced2325-86bc-4022-b808-5ef299978959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:01:53.947132 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a00fa61e-18b4-4a8b-b178-765adad5ae55 req-49ee6161-5f13-47a3-904c-59ac02e6cafb tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a76817e-ecde-4f44-8e33-be60a5eb79d6 HTTP/1.1" status: 200  len: 210 time: 0.0327837
Jun 19 02:01:53.992646 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a71aac-1b11-49ac-b0d8-bc7fdcb698cf None None] New status for floating IP 43f080ed-6080-44fb-8fc3-a8d36756e3fb: DOWN {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:01:54.106166 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c05cd8-94fe-4500-bdde-e6d66a2b1ff3 req-870b2fb7-743c-412e-8bc8-93b90633984c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:54.107897 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-40c05cd8-94fe-4500-bdde-e6d66a2b1ff3 req-870b2fb7-743c-412e-8bc8-93b90633984c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.0771885
Jun 19 02:01:54.151655 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-40c05cd8-94fe-4500-bdde-e6d66a2b1ff3 req-4a0ca53c-2ebe-40e1-9879-c01dbe674d77 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377610
Jun 19 02:01:54.635789 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47795-2500-4ea2-96c8-d10efcf4716b req-df510b71-d3ed-49dc-ad33-d37d2c3764a5 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:54.637319 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7b47795-2500-4ea2-96c8-d10efcf4716b req-df510b71-d3ed-49dc-ad33-d37d2c3764a5 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0751643
Jun 19 02:01:54.678559 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c7b47795-2500-4ea2-96c8-d10efcf4716b req-cd3f3c7e-8455-4cda-bbc1-6a1f3dfa6156 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0356026
Jun 19 02:01:55.165323 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48520) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:55.440715 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161a599-b293-4e07-8ee5-bd1444b487eb req-8c8420e8-eac4-49bd-b347-8db72da764e8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:55.442405 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c161a599-b293-4e07-8ee5-bd1444b487eb req-8c8420e8-eac4-49bd-b347-8db72da764e8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.0809705
Jun 19 02:01:55.496167 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c161a599-b293-4e07-8ee5-bd1444b487eb req-4e553d86-7f26-469b-bf4d-3e48030197d4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442641
Jun 19 02:01:55.573405 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:55.600360 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:55.746993 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:55.749804 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:55.753758 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "DELETE /v2.0/security-groups/87d4c07a-1af0-4072-8f62-eb071b17e467 HTTP/1.1" status: 204  len: 168 time: 0.5846548
Jun 19 02:01:55.753758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1e93119f-8c4a-43bd-b7d2-8dc27594e411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:55.756262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48526) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:55.762577 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4c07a-1af0-4072-8f62-eb071b17e467,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:55.770707 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.771191 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.771650 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.772024 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.772388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.772791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.773149 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.773507 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.773853 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.api.v2.resource [None req-73330baf-2a1f-4140-b242-059d00f1dd4f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] show failed (client error): The resource could not be found.
Jun 19 02:01:55.774040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.774634 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.776204 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.776406 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-73330baf-2a1f-4140-b242-059d00f1dd4f tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "GET /v2.0/security-groups/87d4c07a-1af0-4072-8f62-eb071b17e467 HTTP/1.1" status: 404  len: 347 time: 0.0170038
Jun 19 02:01:55.776519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:01:55.782416 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-900040c6-bee5-4868-8521-4d3193810139 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:55.782676 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48528) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:01:55.873663 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85443e-0a7e-4072-967a-71c8db0ee3b5 req-73983596-aa1d-4f29-acbc-7adbc270e1e0 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:55.875262 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc85443e-0a7e-4072-967a-71c8db0ee3b5 req-73983596-aa1d-4f29-acbc-7adbc270e1e0 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0761278
Jun 19 02:01:55.922329 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc85443e-0a7e-4072-967a-71c8db0ee3b5 req-c26fd140-1f7f-41ca-9365-b16d558f556a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410075
Jun 19 02:01:55.934140 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Deleting port f7d409be-de23-40f8-b792-4bc63746c1f9 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:01:55.935148 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.029168 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.029471 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.095062 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Calling delete_port for f7d409be-de23-40f8-b792-4bc63746c1f9 owned by network:floatingip {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:01:56.312410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.314562 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5233506b-58ee-4f06-9740-d8e997570438 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:56.340141 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Pushing event deleted for resources: {'Port': ['ID=f7d409be-de23-40f8-b792-4bc63746c1f9,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:56.342792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:56.413348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks [] for floatingip, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.415827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.417005 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] 10.222.0.24 "DELETE /v2.0/floatingips/43f080ed-6080-44fb-8fc3-a8d36756e3fb HTTP/1.1" status: 204  len: 168 time: 0.6334875
Jun 19 02:01:56.643135 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 49ad9542-5d6b-491f-b367-b926e7515a84 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:01:56.646100 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device db291f53-5e4f-431a-a4c8-307cf743fcc8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:01:56.674900 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: db291f53-5e4f-431a-a4c8-307cf743fcc8 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:01:56.675257 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device db291f53-5e4f-431a-a4c8-307cf743fcc8 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:01:56.727875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6c16a-9467-4c00-8815-1a717f4ed486 req-0c6cdba0-f29e-4004-b1f0-f2fbf4bfbcc5 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:56.729492 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39b6c16a-9467-4c00-8815-1a717f4ed486 req-0c6cdba0-f29e-4004-b1f0-f2fbf4bfbcc5 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 944 time: 0.0765574
Jun 19 02:01:56.770168 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-39b6c16a-9467-4c00-8815-1a717f4ed486 req-47f4204e-5c65-4d01-b9cb-087bfd772112 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0343213
Jun 19 02:01:56.783354 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=49ad9542-5d6b-491f-b367-b926e7515a84,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:56.796208 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '49ad9542-5d6b-491f-b367-b926e7515a84', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:01:56.969811 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:56.984428 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ad9542-5d6b-491f-b367-b926e7515a84 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:01:57.005202 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=49ad9542-5d6b-491f-b367-b926e7515a84,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:57.059009 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:57.060998 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:57.114073 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:57.122553 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:57.133217 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e5868-51a7-42d0-ba10-d98d0b480fa5 req-4cba2435-69b6-486f-9a85-7a3b4fbdce03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:57.134831 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de7e5868-51a7-42d0-ba10-d98d0b480fa5 req-4cba2435-69b6-486f-9a85-7a3b4fbdce03 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0757256
Jun 19 02:01:57.179787 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-de7e5868-51a7-42d0-ba10-d98d0b480fa5 req-09001f0a-ee22-4ea7-80be-3d6cafad4564 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389621
Jun 19 02:01:57.336880 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['49ad9542-5d6b-491f-b367-b926e7515a84'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:01:57.969221 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f518c3-7d53-4b25-944d-205678832176 req-0719277c-7462-419e-8c02-bbb4f4480ca4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:57.970974 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-90f518c3-7d53-4b25-944d-205678832176 req-0719277c-7462-419e-8c02-bbb4f4480ca4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 945 time: 0.0786777
Jun 19 02:01:58.008948 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:01:58.018233 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-90f518c3-7d53-4b25-944d-205678832176 req-c9e424ec-b05f-4dd7-a5ac-9b2ec7797bfd tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385580
Jun 19 02:01:58.377048 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf60be6-99f5-453e-9162-22a92e5964a5 req-17f534b8-9c8d-4f5a-8844-b0ed5d43d7f2 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:58.378536 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdf60be6-99f5-453e-9162-22a92e5964a5 req-17f534b8-9c8d-4f5a-8844-b0ed5d43d7f2 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0672748
Jun 19 02:01:58.424897 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bdf60be6-99f5-453e-9162-22a92e5964a5 req-96692e15-6fac-4ed4-9442-ba3937025bc5 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404603
Jun 19 02:01:58.657922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 49ad9542-5d6b-491f-b367-b926e7515a84 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:01:58.784445 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 49ad9542-5d6b-491f-b367-b926e7515a84 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:01:58.788502 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 49ad9542-5d6b-491f-b367-b926e7515a84 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:01:58.788920 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:58.871936 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:58.896087 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:01:58.898465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c496eaba-3efb-4d0e-8ee2-4e51e7f803c4" -d '{"events": [{"server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:01:58.913478 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=49ad9542-5d6b-491f-b367-b926e7515a84,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:01:58.943612 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98155fb-f2b1-4ead-9ced-62ade0411888 x-openstack-request-id: req-a98155fb-f2b1-4ead-9ced-62ade0411888 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:01:58.943921 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "name": "network-vif-plugged", "status": "completed", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:01:58.944299 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a98155fb-f2b1-4ead-9ced-62ade0411888 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:01:58.944750 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84', 'code': 200}
Jun 19 02:01:58.986388 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:01:58.988624 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:01:59.048050 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:01:59.051801 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:01:59.252647 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea36f0-941b-45cf-b43a-3bf91e0be63d req-f37c0bdd-8f31-4bf9-852b-65d58177ae4a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:59.254338 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-27ea36f0-941b-45cf-b43a-3bf91e0be63d req-f37c0bdd-8f31-4bf9-852b-65d58177ae4a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.0867977
Jun 19 02:01:59.297311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-27ea36f0-941b-45cf-b43a-3bf91e0be63d req-9feba495-a1bb-4b85-bf4f-fe8a24faefb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371983
Jun 19 02:01:59.440080 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526615f-750a-4d7e-8d5e-be4b872de217 req-4913d275-0367-4cbc-880e-9b5e1d732012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:59.441566 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c526615f-750a-4d7e-8d5e-be4b872de217 req-4913d275-0367-4cbc-880e-9b5e1d732012 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1099 time: 0.0582261
Jun 19 02:01:59.482559 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c526615f-750a-4d7e-8d5e-be4b872de217 req-04d2ed3e-63c4-4fd3-8eac-75f1f84e1fbd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0315621
Jun 19 02:01:59.619344 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c465621-11b7-4752-9503-f3caf8ab37d1 req-cf6c4ab4-33ff-4a4c-a75e-5fc034aca1bb tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:01:59.621062 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2c465621-11b7-4752-9503-f3caf8ab37d1 req-cf6c4ab4-33ff-4a4c-a75e-5fc034aca1bb tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0769360
Jun 19 02:01:59.662825 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2c465621-11b7-4752-9503-f3caf8ab37d1 req-b2428dc4-0411-4a60-8da8-baff0a7cffe4 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358515
Jun 19 02:02:00.486057 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137945b1-2749-4154-894c-7f3153e8201e req-b4824134-012e-40a7-a3be-ddd47f112dc8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:00.488827 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-137945b1-2749-4154-894c-7f3153e8201e req-b4824134-012e-40a7-a3be-ddd47f112dc8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.0727305
Jun 19 02:02:00.535997 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-137945b1-2749-4154-894c-7f3153e8201e req-bff733c6-95d1-4450-aad8-85919917fc23 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377901
Jun 19 02:02:00.615576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48576) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:00.919101 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe44729-f30e-4317-8028-3bf67d8faa66 req-f98427e2-5a95-4c21-9dd1-4dbf8dec8dc3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:00.920572 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3fe44729-f30e-4317-8028-3bf67d8faa66 req-f98427e2-5a95-4c21-9dd1-4dbf8dec8dc3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0943322
Jun 19 02:02:00.965257 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3fe44729-f30e-4317-8028-3bf67d8faa66 req-776d31af-5212-4142-9f25-dbeb1854785f tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388067
Jun 19 02:02:01.129640 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:01.429982 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Deleting port bdf2d783-af87-42a4-a75b-5cb56b24b014 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:01.430544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:01.517817 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] For port bdf2d783-af87-42a4-a75b-5cb56b24b014, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=bdf2d783-af87-42a4-a75b-5cb56b24b014,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:01.518178 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:01.592224 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Calling delete_port for bdf2d783-af87-42a4-a75b-5cb56b24b014 owned by network:router_interface {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:01.742688 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac828e-fe8c-436d-84a3-dfb57d4f8f7a req-d732aa34-70ee-49fe-bf15-33ef1238f865 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:01.748728 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9aac828e-fe8c-436d-84a3-dfb57d4f8f7a req-d732aa34-70ee-49fe-bf15-33ef1238f865 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.0706778
Jun 19 02:02:01.788437 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9aac828e-fe8c-436d-84a3-dfb57d4f8f7a req-f0e2863b-8e1d-4203-ab5c-e2e7049e1704 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374470
Jun 19 02:02:01.873131 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:01.876758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3f2476ea-5f92-4cea-9d24-d71b1e7d9045 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:01.914882 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf2d783-af87-42a4-a75b-5cb56b24b014,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:01.923602 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:02.006295 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cee6fb-2d62-4255-90a5-503d6d4ae4a9 req-5dd7bc18-3898-4642-8684-301992ac511a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:02.008119 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e2cee6fb-2d62-4255-90a5-503d6d4ae4a9 req-5dd7bc18-3898-4642-8684-301992ac511a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.1001501
Jun 19 02:02:02.114390 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e2cee6fb-2d62-4255-90a5-503d6d4ae4a9 req-8e1ae50a-5169-4c0d-8d1f-021784381b24 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951681
Jun 19 02:02:02.153317 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48588) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:02.170693 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:02.243782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-96e02014-8696-4765-aaa0-03c8e79e1c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:02.269497 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c225a3d8-68d2-4f1f-a1d6-23f7e175b4f2 tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:02.271100 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c225a3d8-68d2-4f1f-a1d6-23f7e175b4f2 tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1094 time: 0.1166487
Jun 19 02:02:02.274215 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48590) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:02.283592 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dcf0e-98fe-44fa-bdad-84331c0825a7 req-1bda0663-1fdf-40b0-a8b0-640ca20af2f1 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:02.285190 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f3dcf0e-98fe-44fa-bdad-84331c0825a7 req-1bda0663-1fdf-40b0-a8b0-640ca20af2f1 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1214468
Jun 19 02:02:02.289602 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:02.328620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f3dcf0e-98fe-44fa-bdad-84331c0825a7 req-374381c3-e840-41bc-8afc-7a6f490a45f3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374410
Jun 19 02:02:02.414138 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:02.487984 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:02:02.629149 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:02:02.634208 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] 10.222.0.24 "PUT /v2.0/routers/7a2557e2-a4e1-4ac0-9837-ea6a67147f8a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0175574
Jun 19 02:02:02.637399 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48592) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:02.638103 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Sync routers for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:02:02.646787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:02.648727 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:02.649535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22c72280>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:02.763437 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:02.818592 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:02.883344 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.27.3.26 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/4acf4ef0-e7f1-42ef-84cd-a8156be5f414) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:02:02.956588 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22c72280>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T02:02:01Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:02.986108 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Checking router: 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:02:02.995194 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Routers {'7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:02.995863 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22c72280>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:01:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:03.012271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:03.051361 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:03.107033 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] Set router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:03.183461 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Deleting port 3269bb55-9cf0-4b5b-8121-b8979420ff2b {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:03.184301 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:03.198124 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:03.231717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6b3b0692-a7eb-4af5-8a05-8a0e94b30e1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:03.285881 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:02:03.294414 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:02:03.305817 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:02:03.306785 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22c72280>, [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T02:02:01Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:03.334005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e4e48-5420-4376-88f4-2678609eb205 None None] The sync data for ids ['7a2557e2-a4e1-4ac0-9837-ea6a67147f8a'] in dv-cinder-797170-1-iscsi is: [{'id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'name': 'tempest-AttachVolumeTestJSON-1764135254-router', 'tenant_id': '0edbf763c77c498cb6a6a14631be7300', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:54:27Z', 'updated_at': '2021-06-19T02:02:01Z', 'revision_number': 5, 'project_id': '0edbf763c77c498cb6a6a14631be7300', 'gw_port': {'id': '3269bb55-9cf0-4b5b-8121-b8979420ff2b', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:d6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2557e2-a4e1-4ac0-9837-ea6a67147f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:54:28Z', 'updated_at': '2021-06-19T01:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:02:03.340956 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=4acf4ef0-e7f1-42ef-84cd-a8156be5f414,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:03.348285 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:03.354759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] For port 3269bb55-9cf0-4b5b-8121-b8979420ff2b, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3269bb55-9cf0-4b5b-8121-b8979420ff2b,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:03.355180 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:03.549561 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d69525-79f2-413a-a2ca-51e909a83336 req-0d5545d4-2717-46d3-80ae-1cadc648c32c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:03.551138 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-27d69525-79f2-413a-a2ca-51e909a83336 req-0d5545d4-2717-46d3-80ae-1cadc648c32c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1007495
Jun 19 02:02:03.608504 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-f978afd5-b45d-4868-bef2-49d72fe016b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:03.610107 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-f978afd5-b45d-4868-bef2-49d72fe016b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.1086292
Jun 19 02:02:03.613986 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-27d69525-79f2-413a-a2ca-51e909a83336 req-6bec09fe-f5ee-40d9-bdca-b6edce5cb399 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543001
Jun 19 02:02:03.719487 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-187b2aea-5389-4a9b-8499-dde400126ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:03.721087 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-187b2aea-5389-4a9b-8499-dde400126ec7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 909 time: 0.1031127
Jun 19 02:02:03.723886 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Calling delete_port for 3269bb55-9cf0-4b5b-8121-b8979420ff2b owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:03.795636 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-8dc1dc90-10fd-4a00-b5b7-faca89cbb96a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 1001 time: 0.0679362
Jun 19 02:02:03.851227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-d55e9216-e53c-4b06-a2c3-87b3474c90f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:03.852772 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-d55e9216-e53c-4b06-a2c3-87b3474c90f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0491650
Jun 19 02:02:03.924354 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-ec4ead4d-9a2b-4b28-b5f3-e4382bc3cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:03.928592 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-ec4ead4d-9a2b-4b28-b5f3-e4382bc3cc40 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0627728
Jun 19 02:02:04.024111 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-ea7a2d6d-0991-479a-a42c-75ddf664d513 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893171
Jun 19 02:02:04.123067 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c596d0ad-5f8a-4f33-9c7f-b5b715fe9015 req-e580ffdd-0121-42db-93a9-e88270924ff1 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885475
Jun 19 02:02:04.181792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.205290 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-831cf67f-60ba-451a-839f-66a42455043e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:04.231133 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Pushing event deleted for resources: {'Port': ['ID=3269bb55-9cf0-4b5b-8121-b8979420ff2b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:04.240501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:04.387369 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.503167 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.506587 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.508425 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.672048 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.672892 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2557e2-a4e1-4ac0-9837-ea6a67147f8a {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:02:04.680145 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.686406 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] 10.222.0.24 "DELETE /v2.0/routers/7a2557e2-a4e1-4ac0-9837-ea6a67147f8a HTTP/1.1" status: 204  len: 168 time: 2.0431705
Jun 19 02:02:04.686406 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48598) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:04.766803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Deleting subnet dced2325-86bc-4022-b808-5ef299978959 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:02:04.773303 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.775093 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.824920 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d494b-72a8-4684-96e7-6b0597f33624 req-63b23f93-bce9-4de1-bd06-ef575d73b978 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:04.827096 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e68d494b-72a8-4684-96e7-6b0597f33624 req-63b23f93-bce9-4de1-bd06-ef575d73b978 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0818450
Jun 19 02:02:04.844981 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:04.882735 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e68d494b-72a8-4684-96e7-6b0597f33624 req-c433b100-1e80-486b-985d-180813e78222 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357888
Jun 19 02:02:04.940792 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-fc1ed348-d3f9-4c1a-8c6c-ea722511b8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.029205 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.092196 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.174818 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.177026 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:05.216571 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.255840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.256024 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3269bb55-9cf0-4b5b-8121-b8979420ff2b no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:02:05.258226 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dced2325-86bc-4022-b808-5ef299978959 HTTP/1.1" status: 204  len: 168 time: 0.5716856
Jun 19 02:02:05.260894 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48604) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:05.264313 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbccb35d-b42d-471b-9d19-0789751bae8f None None] Network 097faa0d-34b0-49bb-9b71-de198b944b4e requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:02:05.267544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=4acf4ef0-e7f1-42ef-84cd-a8156be5f414,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:05.270467 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:05.273132 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b8042d4f-c9f1-4641-8960-c4727dbb4565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:05.296095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 3269bb55-9cf0-4b5b-8121-b8979420ff2b {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:02:05.296452 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3269bb55-9cf0-4b5b-8121-b8979420ff2b not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:02:05.296925 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device bdf2d783-af87-42a4-a75b-5cb56b24b014 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:02:05.299441 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dced2325-86bc-4022-b808-5ef299978959,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:05.302613 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cfcca05a-5d9b-49f9-9572-29304ea7e035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:05.321147 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.347323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.359128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: bdf2d783-af87-42a4-a75b-5cb56b24b014 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:02:05.359128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device bdf2d783-af87-42a4-a75b-5cb56b24b014 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:02:05.406416 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Deleting port 6026e26f-5c93-4c89-87c3-4f47e30365d3 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:05.406817 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.422663 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.437896 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 998f4676-351a-4e35-97bc-1d327a50a4ef associated. External IP: 172.27.3.26, port: 49ad9542-5d6b-491f-b367-b926e7515a84.
Jun 19 02:02:05.479510 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] For port 6026e26f-5c93-4c89-87c3-4f47e30365d3, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6026e26f-5c93-4c89-87c3-4f47e30365d3,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:05.479924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.551746 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Calling delete_port for 6026e26f-5c93-4c89-87c3-4f47e30365d3 owned by network:dhcp {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:05.565935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] DHCP port deletion for 097faa0d-34b0-49bb-9b71-de198b944b4e request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:02:05.636137 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Deleting port 6026e26f-5c93-4c89-87c3-4f47e30365d3 {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:05.636572 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.700626 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] For port 6026e26f-5c93-4c89-87c3-4f47e30365d3, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6026e26f-5c93-4c89-87c3-4f47e30365d3,segment=NetworkSegment(5dab3437-5552-4de6-b66f-aba47f6fea8c),segment_id=5dab3437-5552-4de6-b66f-aba47f6fea8c)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:05.701076 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.705070 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:02:05.721554 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.724315 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:05.750036 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Pushing event deleted for resources: {'Port': ['ID=6026e26f-5c93-4c89-87c3-4f47e30365d3,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:05.753277 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:05.754092 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] No DVR routers for this DVR port 6026e26f-5c93-4c89-87c3-4f47e30365d3 on host dv-cinder-797170-1-iscsi {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:02:05.770838 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Calling delete_port for 6026e26f-5c93-4c89-87c3-4f47e30365d3 owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:05.837354 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.849397 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f2123e8b0>,) {'filters': {'network_id': ['097faa0d-34b0-49bb-9b71-de198b944b4e']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:05.861899 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2123e8b0>, '5dab3437-5552-4de6-b66f-aba47f6fea8c') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:05.862470 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2123e8b0>, '5dab3437-5552-4de6-b66f-aba47f6fea8c') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:05.873965 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.894007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.901739 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:02:05.903086 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:02:05.906040 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:02:05.946328 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:05.965761 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:06.006096 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] No DVR routers for this DVR port 6026e26f-5c93-4c89-87c3-4f47e30365d3 on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:02:06.009666 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Pushing event deleted for resources: {'Port': ['ID=6026e26f-5c93-4c89-87c3-4f47e30365d3,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:06.015178 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-062c43ad-6bb8-4f07-8c3d-a6de295d8078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:06.140074 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.155494 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-4ae96d8a-57df-46c5-afee-5ea55b2df850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.157184 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-4ae96d8a-57df-46c5-afee-5ea55b2df850 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1138 time: 0.1757820
Jun 19 02:02:06.158459 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.163459 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] 10.222.0.24 "DELETE /v2.0/networks/097faa0d-34b0-49bb-9b71-de198b944b4e HTTP/1.1" status: 204  len: 168 time: 0.9003558
Jun 19 02:02:06.165914 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:06.202897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590b2d4-df4c-4fc3-93bc-861e9969143e req-89c829d7-953d-4234-a4b1-995305165349 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.204539 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2590b2d4-df4c-4fc3-93bc-861e9969143e req-89c829d7-953d-4234-a4b1-995305165349 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.2335374
Jun 19 02:02:06.221582 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Pushing event deleted for resources: {'Network': ['ID=097faa0d-34b0-49bb-9b71-de198b944b4e,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:06.237600 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:02:06.241747 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.255119 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:02:06.259113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:06.271878 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:06.273150 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b196a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:06.284579 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be1555-632e-4918-9d4a-d446b240a32b req-7fd7ce06-d260-4c71-986a-cdbd47fc7be6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.290917 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-92be1555-632e-4918-9d4a-d446b240a32b req-7fd7ce06-d260-4c71-986a-cdbd47fc7be6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.2349844
Jun 19 02:02:06.346000 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2590b2d4-df4c-4fc3-93bc-861e9969143e req-ca5a2770-d891-42fe-b561-27a0e64cf87d tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0935543
Jun 19 02:02:06.356025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.379417 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-92be1555-632e-4918-9d4a-d446b240a32b req-4b3753d7-ab7a-4491-9485-44b7cd38831e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872877
Jun 19 02:02:06.384214 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-3f504d8f-f398-4e40-b4f0-a5e4770422f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.385785 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-3f504d8f-f398-4e40-b4f0-a5e4770422f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 914 time: 0.2147775
Jun 19 02:02:06.396415 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:06.434468 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.1590183
Jun 19 02:02:06.435236 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:06.437601 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbaa075-dfc2-403b-861f-d302b0a2850a" -d '{"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:06.477208 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-34654118-39b9-49d9-b3d4-7c5b7cebdf44 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 1002 time: 0.0815287
Jun 19 02:02:06.496970 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a2bacb-7f15-4519-9c88-dea7e49df150 x-openstack-request-id: req-c9a2bacb-7f15-4519-9c88-dea7e49df150 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:06.497417 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:06.497709 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9a2bacb-7f15-4519-9c88-dea7e49df150 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:06.503411 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84', 'status': 'completed', 'code': 200}
Jun 19 02:02:06.534382 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-70131f1d-5148-42b8-83d8-86378770ef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.535920 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-70131f1d-5148-42b8-83d8-86378770ef3a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0537806
Jun 19 02:02:06.589364 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-d3df89fa-2887-4602-a977-96cd07e4cf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.591957 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-d3df89fa-2887-4602-a977-96cd07e4cf4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1099 time: 0.0633419
Jun 19 02:02:06.604919 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-f5e1f3e6-0d58-4b8c-bb62-8faf8998b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.606566 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-f5e1f3e6-0d58-4b8c-bb62-8faf8998b150 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0608103
Jun 19 02:02:06.660323 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48618) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:06.705102 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b196a0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:04Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:06.729893 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-528f2fb0-11b0-48be-b723-122d5a4a6e08 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152954
Jun 19 02:02:06.742880 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:02:06.748898 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d5e6c36f-efbb-4a70-9d26-60f0acbf9a28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0edbf763c77c498cb6a6a14631be7300&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0867460
Jun 19 02:02:06.751104 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48620) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:06.757280 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:06.758218 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b196a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:06.792473 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-c4f8ef61-9a75-42bf-b25e-d9855a0505f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.794398 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-c4f8ef61-9a75-42bf-b25e-d9855a0505f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.1948683
Jun 19 02:02:06.821076 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.835889 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-31155387-508b-4bc6-882e-db1b0291a2c9 req-4bbc7440-fe70-48bd-aaba-05058549ff32 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983949
Jun 19 02:02:06.881312 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:06.890019 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:06.905632 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-fe47cce2-3efa-4778-98eb-20a29c455577 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 200  len: 999 time: 0.0942986
Jun 19 02:02:06.975459 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-4c5258cb-f4e0-4449-986a-764c65c4b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:06.976631 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-4c5258cb-f4e0-4449-986a-764c65c4b215 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0620019
Jun 19 02:02:07.041907 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-8ebea943-abdb-46b7-b8a2-50ea74b50ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:07.044873 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-8ebea943-abdb-46b7-b8a2-50ea74b50ac0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0612836
Jun 19 02:02:07.109583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:07.112349 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:07.113779 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb9a5b9a-18b4-4629-8ec1-9dc08476889a HTTP/1.1" status: 204  len: 168 time: 0.3617897
Jun 19 02:02:07.116678 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-be146cac-ae18-4579-a861-4926cd27c914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:07.129576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a5b9a-18b4-4629-8ec1-9dc08476889a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:07.135287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:07.187998 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-6e5fb941-bc0e-4d78-9baa-c1abf7426ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289396
Jun 19 02:02:07.274110 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b196a0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:04Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:07.305048 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6026e26f-5c93-4c89-87c3-4f47e30365d3 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:02:07.343585 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8bbaa075-dfc2-403b-861f-d302b0a2850a req-696b4266-5c9c-4c15-a303-68a2626584bd service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1482432
Jun 19 02:02:07.344301 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 6026e26f-5c93-4c89-87c3-4f47e30365d3 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:02:07.344667 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6026e26f-5c93-4c89-87c3-4f47e30365d3 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:02:07.408553 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe0898a-0fb7-4545-bfe0-e2c4a1995544 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:04Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:02:07.618859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a097bc7-7331-48f9-909f-9a117b6c0b68 req-0d4bf44f-1504-4680-a4e8-f45553ead259 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:07.620436 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2a097bc7-7331-48f9-909f-9a117b6c0b68 req-0d4bf44f-1504-4680-a4e8-f45553ead259 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.1302085
Jun 19 02:02:07.629975 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e27d7b-0564-4af2-859f-e4597d497fb1 req-3a258528-7639-430c-b105-8e5ce847464a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:07.634804 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0e27d7b-0564-4af2-859f-e4597d497fb1 req-3a258528-7639-430c-b105-8e5ce847464a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0988293
Jun 19 02:02:07.699803 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2a097bc7-7331-48f9-909f-9a117b6c0b68 req-a15504c6-abda-4bed-95ae-1d1e7ac040c2 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0663836
Jun 19 02:02:07.712724 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0e27d7b-0564-4af2-859f-e4597d497fb1 req-a3be0ade-b761-4753-8048-00b931d2c023 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641270
Jun 19 02:02:07.755673 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2c7e0-c457-4af8-9645-dc93c2bf637c None None] New status for floating IP 998f4676-351a-4e35-97bc-1d327a50a4ef: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:02:08.051209 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:08.306870 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-086d0c29-acd3-4df8-b151-edfabcd11b62 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0656793
Jun 19 02:02:08.330474 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbd10d-a085-42a4-ae2f-0d38451340ef req-2b33450f-5bba-4d16-b3ff-d4054f2ac2d6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:08.332027 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-61cbd10d-a085-42a4-ae2f-0d38451340ef req-2b33450f-5bba-4d16-b3ff-d4054f2ac2d6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0785961
Jun 19 02:02:08.378475 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-61cbd10d-a085-42a4-ae2f-0d38451340ef req-c1749341-f86a-4331-b585-bca67a1bf612 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394504
Jun 19 02:02:08.920184 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7239fce-9a4f-43a9-9b57-d986965de2c8 req-33357e51-c1c4-4301-a4df-47c266b3fee9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:08.922178 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d7239fce-9a4f-43a9-9b57-d986965de2c8 req-33357e51-c1c4-4301-a4df-47c266b3fee9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0776405
Jun 19 02:02:08.965240 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d7239fce-9a4f-43a9-9b57-d986965de2c8 req-19d430b7-c60b-42d6-bc83-028b9c4d87d9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0365915
Jun 19 02:02:09.585836 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d79cc-f92c-45a3-8629-1a9a2b96a6d7 req-11aef801-930c-49dd-accc-29e78b39d834 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:09.587727 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-055d79cc-f92c-45a3-8629-1a9a2b96a6d7 req-11aef801-930c-49dd-accc-29e78b39d834 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0773780
Jun 19 02:02:09.650648 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-055d79cc-f92c-45a3-8629-1a9a2b96a6d7 req-2314cd2f-c677-43c0-8619-4da9a32c5d89 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524766
Jun 19 02:02:10.169056 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48684) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:10.212022 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75854b-669e-47db-8780-b95ac9d08672 req-85f61ec4-56ad-4b94-88e7-20a0b5be067e tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:10.213634 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ed75854b-669e-47db-8780-b95ac9d08672 req-85f61ec4-56ad-4b94-88e7-20a0b5be067e tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0789165
Jun 19 02:02:10.265585 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ed75854b-669e-47db-8780-b95ac9d08672 req-9d8a5684-f3a8-41fd-9bdb-ce4b40ac77d8 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436013
Jun 19 02:02:10.312789 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.403010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.477772 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.482498 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-170c7f35-2556-4190-bc15-bb589292d157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:10.519622 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=834846f8a74445229942d8acc515f9fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3496432
Jun 19 02:02:10.520671 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47e2cc6-4c1e-455d-8d34-38aeda4b74dc,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:10.522605 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48688) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:10.524250 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:10.581363 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.603755 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.692636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:02:10.750527 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.754042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.758489 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c47e2cc6-4c1e-455d-8d34-38aeda4b74dc HTTP/1.1" status: 204  len: 168 time: 0.2307098
Jun 19 02:02:10.758489 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9a2fc830-5390-4747-ab64-1360f1af3662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:10.766193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47e2cc6-4c1e-455d-8d34-38aeda4b74dc,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:10.769306 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-a63a85d2-4cb0-42a6-87e7-853bffd58103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:10.804038 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.849313 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:10.851658 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908e744b-3b64-44e7-a74c-25a3173e9d91" -d '{"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-unplugged", "status": "completed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:10.864434 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30bbf9-2cfd-491a-ae1d-b08a09d51d7f req-7cc2c62b-ddca-413f-a3a5-5753c4531ed8 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:10.866115 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2e30bbf9-2cfd-491a-ae1d-b08a09d51d7f req-7cc2c62b-ddca-413f-a3a5-5753c4531ed8 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.0883837
Jun 19 02:02:10.867171 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:10.891311 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e89f59-29cc-47f6-9c55-c6f9daa3253b x-openstack-request-id: req-92e89f59-29cc-47f6-9c55-c6f9daa3253b {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:10.891689 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-unplugged", "status": "failed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "code": 422}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:10.892732 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92e89f59-29cc-47f6-9c55-c6f9daa3253b {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:10.893179 dv-cinder-797170-1-iscsi neutron-server[105239]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'code': 422} returned with failed status
Jun 19 02:02:10.914096 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2e30bbf9-2cfd-491a-ae1d-b08a09d51d7f req-f19e7ffc-daf1-4b8a-ba5f-f344f81e92ce tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408428
Jun 19 02:02:10.967653 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:10.970384 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:11.030541 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=6']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:11.033791 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:11.460461 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-59789a3f-b1e1-4b73-9663-88cbb4b361c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.462009 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-59789a3f-b1e1-4b73-9663-88cbb4b361c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557&tenant_id=531291145a064129b4b4810f42f32eea HTTP/1.1" status: 200  len: 1096 time: 0.0583274
Jun 19 02:02:11.465320 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ab4b3-3e83-4c8e-8990-10bc2e968335 req-486cf5af-f269-48e3-85be-49e548913f91 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.466892 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-391ab4b3-3e83-4c8e-8990-10bc2e968335 req-486cf5af-f269-48e3-85be-49e548913f91 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0786533
Jun 19 02:02:11.512672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-391ab4b3-3e83-4c8e-8990-10bc2e968335 req-3a0bb898-e593-46e6-b5c3-666dfb053799 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0397117
Jun 19 02:02:11.531860 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48700) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:11.554066 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:11.594501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-eb03d16d-b397-407e-8d1b-547a8cb37bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.595930 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-eb03d16d-b397-407e-8d1b-547a8cb37bff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1096 time: 0.1001973
Jun 19 02:02:11.740435 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-ed0bf55c-667c-49a5-a887-60b1dab7e22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.741930 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-ed0bf55c-667c-49a5-a887-60b1dab7e22e service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 909 time: 0.1370983
Jun 19 02:02:11.748025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:11.815214 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-3eb7c9c4-0609-4b44-addf-dbfabb4317ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 999 time: 0.0646813
Jun 19 02:02:11.848412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:11.853580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-13e8a32e-c4c2-4c5d-a610-f74dd709a794 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:11.900032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-71a36dab-9b1e-4c3c-bcec-8b68fad16e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.901533 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-71a36dab-9b1e-4c3c-bcec-8b68fad16e36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0801136
Jun 19 02:02:11.907468 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e76200938f6d4beab4323f24de7d37aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3720737
Jun 19 02:02:11.907746 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48702) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:11.910118 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcb9e8f-934d-4776-8a8f-fcd3edea0af7,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:11.913311 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:11.978446 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-6945e004-5832-4192-b55e-76904ad0b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:11.980716 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-6945e004-5832-4192-b55e-76904ad0b852 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0649412
Jun 19 02:02:11.981894 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:12.015694 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:12.088334 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-a030b4f1-3251-49d1-9979-992a7af7e72d service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991957
Jun 19 02:02:12.121474 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1369431-3600-4f4d-bab8-d2538354e754 req-1a9fc114-94b5-47e0-adfe-a48105520a9d tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:12.123183 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b1369431-3600-4f4d-bab8-d2538354e754 req-1a9fc114-94b5-47e0-adfe-a48105520a9d tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0775824
Jun 19 02:02:12.168567 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b1369431-3600-4f4d-bab8-d2538354e754 req-77320057-abc0-45f0-8542-bb734c19a498 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377910
Jun 19 02:02:12.174782 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:12.177450 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:12.178536 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fcb9e8f-934d-4776-8a8f-fcd3edea0af7 HTTP/1.1" status: 204  len: 168 time: 0.2697937
Jun 19 02:02:12.179583 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d06af991-362a-4a94-b61e-3a4a83024bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:12.188368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcb9e8f-934d-4776-8a8f-fcd3edea0af7,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:12.190939 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:12.206689 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-27c4c8a3-7a28-4cc2-bd07-b2ae220cbe8f req-2282a647-a7aa-481e-8eb2-1b2148f5c196 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1025667
Jun 19 02:02:12.711289 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc01722-ddbd-4805-9d5d-d536d80598eb req-7fa662ea-cc0c-40a7-9ce6-643fec53414a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:12.712844 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-adc01722-ddbd-4805-9d5d-d536d80598eb req-7fa662ea-cc0c-40a7-9ce6-643fec53414a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0697944
Jun 19 02:02:12.757230 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-adc01722-ddbd-4805-9d5d-d536d80598eb req-6507af7d-0753-40ea-b311-140a32708e28 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0379679
Jun 19 02:02:13.361174 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26253353-c22b-49fa-b3d2-fc566530be0c req-c62885dd-f88e-4817-a949-4b8e3f028d06 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:13.363353 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-26253353-c22b-49fa-b3d2-fc566530be0c req-c62885dd-f88e-4817-a949-4b8e3f028d06 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0760746
Jun 19 02:02:13.403740 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-26253353-c22b-49fa-b3d2-fc566530be0c req-706938a4-727f-4a82-a1ae-1f9400727e25 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0344460
Jun 19 02:02:13.942300 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aeb38f-5df9-40ef-8bab-c279c9652515 req-2473c1f2-71a0-448b-86bf-40d2f2920158 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:13.943812 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2aeb38f-5df9-40ef-8bab-c279c9652515 req-2473c1f2-71a0-448b-86bf-40d2f2920158 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0705068
Jun 19 02:02:13.986016 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2aeb38f-5df9-40ef-8bab-c279c9652515 req-f62902ed-0277-45a0-8504-6806e6ca236b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0361662
Jun 19 02:02:14.586215 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3c184-0cf5-4b07-a607-f981ac15ba60 req-cbd078a5-df6a-4bee-8489-87e8aee189db tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:14.587728 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfe3c184-0cf5-4b07-a607-f981ac15ba60 req-cbd078a5-df6a-4bee-8489-87e8aee189db tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0647116
Jun 19 02:02:14.633724 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfe3c184-0cf5-4b07-a607-f981ac15ba60 req-ac5c582c-f81d-4271-8102-49aa17fdbbea tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396752
Jun 19 02:02:15.422969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3255dbad-5523-4552-b267-7e6747c6943c req-9e2e0ebb-472a-4d95-8463-2e3a00d82f2b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:15.424384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3255dbad-5523-4552-b267-7e6747c6943c req-9e2e0ebb-472a-4d95-8463-2e3a00d82f2b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.3268776
Jun 19 02:02:15.464933 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3255dbad-5523-4552-b267-7e6747c6943c req-e1d1f689-cea6-42e3-94f7-7a099f01c779 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0347271
Jun 19 02:02:15.830121 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974400-9a97-4d9a-a5a7-79d268f0579b req-b03ba869-0385-4412-83ec-ad3223673f79 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:15.831607 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48974400-9a97-4d9a-a5a7-79d268f0579b req-b03ba869-0385-4412-83ec-ad3223673f79 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0676486
Jun 19 02:02:15.874542 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48974400-9a97-4d9a-a5a7-79d268f0579b req-8c978633-ebfc-4396-a95d-e08b1ed502a1 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0330563
Jun 19 02:02:16.659552 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c2472b-332c-43c9-b753-378e683e391c req-ab83f1b1-a974-42b4-b7e2-f2ac3faa0e40 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:16.660959 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48c2472b-332c-43c9-b753-378e683e391c req-ab83f1b1-a974-42b4-b7e2-f2ac3faa0e40 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0723770
Jun 19 02:02:16.702905 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-48c2472b-332c-43c9-b753-378e683e391c req-33c070d4-85d5-4038-90b2-f9498f0af98e tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0359588
Jun 19 02:02:17.062363 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fb0a3-1f62-4991-825e-78cac6420f28 req-fe1c6adf-ad6c-4c73-b1e1-a55398a3ef2b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:17.063970 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f80fb0a3-1f62-4991-825e-78cac6420f28 req-fe1c6adf-ad6c-4c73-b1e1-a55398a3ef2b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0637817
Jun 19 02:02:17.111576 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f80fb0a3-1f62-4991-825e-78cac6420f28 req-a69a82ca-24c8-4ee2-bdd5-b12a16487fc3 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393288
Jun 19 02:02:17.882380 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b54bb5-2569-4443-bac0-d42a1ae8a30c req-b75212ad-35ec-4224-99bd-5e9b4ed427f6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:17.883820 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51b54bb5-2569-4443-bac0-d42a1ae8a30c req-b75212ad-35ec-4224-99bd-5e9b4ed427f6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0637219
Jun 19 02:02:17.936183 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-51b54bb5-2569-4443-bac0-d42a1ae8a30c req-41d4cf1e-c25d-4443-a52b-83f2c5dd9de5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0415964
Jun 19 02:02:18.295320 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b3418-d7f0-4faf-952d-85856a75f4df req-87a5e822-5daa-4267-a15c-c64a229ec02c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:18.296720 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba1b3418-d7f0-4faf-952d-85856a75f4df req-87a5e822-5daa-4267-a15c-c64a229ec02c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0682917
Jun 19 02:02:18.337627 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba1b3418-d7f0-4faf-952d-85856a75f4df req-a36792b1-1e38-486c-b2a6-b9d434d9e5a9 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352399
Jun 19 02:02:19.133856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02cc1b-b299-4f93-8eed-d3e75beb3d3f req-92fb738f-b022-4699-920f-a085015032f5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:19.135342 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0b02cc1b-b299-4f93-8eed-d3e75beb3d3f req-92fb738f-b022-4699-920f-a085015032f5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0793891
Jun 19 02:02:19.178843 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0b02cc1b-b299-4f93-8eed-d3e75beb3d3f req-e470ee88-ef19-4be4-8aea-b52af9651eef tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0376074
Jun 19 02:02:19.547083 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0243-d469-4f86-b03c-203684ffe9c9 req-7ad728ed-26f1-49d2-869b-ad4d6685a1c1 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:19.548594 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-562f0243-d469-4f86-b03c-203684ffe9c9 req-7ad728ed-26f1-49d2-869b-ad4d6685a1c1 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.0844858
Jun 19 02:02:19.587476 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-562f0243-d469-4f86-b03c-203684ffe9c9 req-0a018213-5088-4e14-9e51-592fb944c471 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0325391
Jun 19 02:02:20.311926 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48832) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:20.391991 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088209d-05ea-4362-9b71-1f82b5c752d5 req-2380e2cd-1d09-4ef0-b983-f84d47731c02 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:20.393609 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9088209d-05ea-4362-9b71-1f82b5c752d5 req-2380e2cd-1d09-4ef0-b983-f84d47731c02 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0733848
Jun 19 02:02:20.439127 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.479769 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9088209d-05ea-4362-9b71-1f82b5c752d5 req-3665959f-e724-4009-b35e-c30cf3a2c4fe tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0749664
Jun 19 02:02:20.585182 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.667151 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.669031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0cffda28-3ef2-4a03-b991-d6892af8a528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:20.720664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7183b71a-0156-4739-a53a-437aef606eec,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:20.725012 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0b9fc6a890b4643ad01414f87bda70e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4105239
Jun 19 02:02:20.727306 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:20.727756 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48842) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:20.750038 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:02:20.820283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.841731 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1151b2-5543-47c0-b657-945d1449e7aa req-3aee9b02-6dd3-46df-a704-d81a0725532a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:20.843232 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8f1151b2-5543-47c0-b657-945d1449e7aa req-3aee9b02-6dd3-46df-a704-d81a0725532a tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 943 time: 0.1336761
Jun 19 02:02:20.863928 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.868415 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:20.880733 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '36df44dc-e113-4356-aa69-19c8c8517975', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'port_id': '36df44dc-e113-4356-aa69-19c8c8517975', 'mac_address': 'fa:16:3e:da:51:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:02:20.915451 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8f1151b2-5543-47c0-b657-945d1449e7aa req-e8a89a27-c9b9-41d8-8671-856967661cb6 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622065
Jun 19 02:02:20.918617 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:20.941085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36df44dc-e113-4356-aa69-19c8c8517975 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:02:20.961829 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:21.042838 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:21.044236 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:21.044859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:21.048148 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:21.053573 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7183b71a-0156-4739-a53a-437aef606eec HTTP/1.1" status: 204  len: 168 time: 0.3205705
Jun 19 02:02:21.067245 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ce54b4e6-661f-4e25-9f95-35d18e7547be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:21.090073 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7183b71a-0156-4739-a53a-437aef606eec,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:21.092987 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cf1d5cb1-3263-452f-a471-693c561ccb04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:21.104679 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=7']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:21.114641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:21.147348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ff5b1-4606-4eae-b9bf-5fdf6fec6683 req-cac2d3e5-fa18-41f6-a398-ffea1662cd80 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:21.148830 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-807ff5b1-4606-4eae-b9bf-5fdf6fec6683 req-cac2d3e5-fa18-41f6-a398-ffea1662cd80 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.1162298
Jun 19 02:02:21.190670 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-807ff5b1-4606-4eae-b9bf-5fdf6fec6683 req-c3ad881e-8a89-4430-b7e0-d72cfaea718a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350287
Jun 19 02:02:21.373295 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['36df44dc-e113-4356-aa69-19c8c8517975'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:02:21.672383 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f0afa-abb7-4da1-ae87-3e9ef99ef45a req-743280ae-9ad0-4376-8ff3-64061bac28bd tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:21.673922 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-464f0afa-abb7-4da1-ae87-3e9ef99ef45a req-743280ae-9ad0-4376-8ff3-64061bac28bd tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0708237
Jun 19 02:02:21.721024 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-464f0afa-abb7-4da1-ae87-3e9ef99ef45a req-c25c9f54-58c6-41cb-bd42-44f3113d5bfa tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0413485
Jun 19 02:02:21.980712 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:21.983279 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48854) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:22.000255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.147900 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a03bb4-5e46-4936-851f-97e41a6f21d2 req-ca5d85fd-8416-433b-bb79-02c6ff3b6b10 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:22.149414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-37a03bb4-5e46-4936-851f-97e41a6f21d2 req-ca5d85fd-8416-433b-bb79-02c6ff3b6b10 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 944 time: 0.1030722
Jun 19 02:02:22.166209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.197447 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-37a03bb4-5e46-4936-851f-97e41a6f21d2 req-941be1ca-52b1-49ed-a0f4-f80e07c9a3be tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400386
Jun 19 02:02:22.229316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.233675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-333ce1e4-1429-48ab-a06d-9c1eccb87f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:22.277245 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65128567d2bc48159fdf6511dfd6f2df&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2903600
Jun 19 02:02:22.277245 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cebf045-3dc0-4377-9674-5e6fb156c10a,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:22.277856 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48858) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:22.280254 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:22.340140 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.365410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.399136 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517d07a-6d0f-41f2-8649-2c26a1f28730 req-6f6b10d2-8dad-4626-821b-8a3d0a040d38 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:22.400778 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c517d07a-6d0f-41f2-8649-2c26a1f28730 req-6f6b10d2-8dad-4626-821b-8a3d0a040d38 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0807879
Jun 19 02:02:22.449814 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c517d07a-6d0f-41f2-8649-2c26a1f28730 req-bcfffc48-332a-4ab9-982c-9415c2380b7a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f0b11c3-2fd5-47be-adc7-e72814cbeeee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423403
Jun 19 02:02:22.534004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.537526 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.539145 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cebf045-3dc0-4377-9674-5e6fb156c10a HTTP/1.1" status: 204  len: 168 time: 0.2590196
Jun 19 02:02:22.540380 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2d2420ca-b3bf-4e4b-a58d-e124e0a20055 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:22.555268 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cebf045-3dc0-4377-9674-5e6fb156c10a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:22.559394 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-761dfdc9-c71f-4d52-9d20-9e1d3230bcec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:22.794277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:02:22.837499 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-1e7a1092-be2b-4822-9930-4545e31618fa tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:22.839052 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-1e7a1092-be2b-4822-9930-4545e31618fa tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 946 time: 0.0787127
Jun 19 02:02:22.859118 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 36df44dc-e113-4356-aa69-19c8c8517975 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:02:22.859604 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.909330 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8893f9-af8e-4086-9291-1ad8836b47b6 req-613cead6-cc0c-44c5-a3c6-f7d5837e3408 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:22.910890 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba8893f9-af8e-4086-9291-1ad8836b47b6 req-613cead6-cc0c-44c5-a3c6-f7d5837e3408 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0746276
Jun 19 02:02:22.957172 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Deleting port f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:22.957803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:22.960976 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ba8893f9-af8e-4086-9291-1ad8836b47b6 req-6d9d9a71-fc46-471d-8502-227b022d8e43 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439863
Jun 19 02:02:22.978901 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.008194 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:23.011373 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51855da-3d90-4f82-a425-6ef0a6ebeebf" -d '{"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-plugged", "status": "completed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:23.025777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:23.064326 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] For port f0602907-5e46-4544-9c9c-aff138150100, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=f0602907-5e46-4544-9c9c-aff138150100,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:23.068750 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.069231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cd8ab1-f238-4f4f-87c1-d7c1c02ba292 x-openstack-request-id: req-09cd8ab1-f238-4f4f-87c1-d7c1c02ba292 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:23.069231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-plugged", "status": "completed", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:23.069231 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-09cd8ab1-f238-4f4f-87c1-d7c1c02ba292 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:23.069231 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'code': 200}
Jun 19 02:02:23.109170 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.111475 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-9bfeef3d-2108-486e-a8f7-ff4b636a4101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:23.171655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=8']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:23.182652 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:23.260517 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.260837 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.261151 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Floating IP 042daa8e-78dc-48df-bf5e-b9fe40318443 disassociated. External IP: 172.27.3.50, port: f0602907-5e46-4544-9c9c-aff138150100.
Jun 19 02:02:23.261492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Calling delete_port for f0602907-5e46-4544-9c9c-aff138150100 owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:23.433620 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857722a-c117-4fe8-9e50-27f9a493aada req-6627123f-d42e-427f-b231-f5c5ff465f4f tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:23.436841 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2857722a-c117-4fe8-9e50-27f9a493aada req-6627123f-d42e-427f-b231-f5c5ff465f4f tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1251009
Jun 19 02:02:23.485058 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5308e-34db-4759-b896-1ce5d6113e67 req-e42e8d03-5bbf-4e26-a2b0-e3a28d6af6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:23.486548 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-88c5308e-34db-4759-b896-1ce5d6113e67 req-e42e8d03-5bbf-4e26-a2b0-e3a28d6af6f7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.1029425
Jun 19 02:02:23.494324 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.494923 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2857722a-c117-4fe8-9e50-27f9a493aada req-9e3816c7-fe3f-4736-848e-f20915bac9da tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464995
Jun 19 02:02:23.499641 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1a3b0f6b-dc47-4bd8-8eca-a310963d3285 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:23.547383 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-88c5308e-34db-4759-b896-1ce5d6113e67 req-161785ce-dfec-4f0b-a27d-b8642f4cee43 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454121
Jun 19 02:02:23.551648 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'Port': ['ID=f0602907-5e46-4544-9c9c-aff138150100,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:23.598135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:23.637029 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fd5da996-d5df-4c0e-9413-3589df7282be req-5f0c33e9-7147-4b7f-93c0-831d964bca50 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0293996
Jun 19 02:02:23.672082 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:02:23.792725 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:02:23.810383 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:02:23.824830 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:23.825886 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b7bac0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:23.871260 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] No DVR routers for this DVR port f0602907-5e46-4544-9c9c-aff138150100 on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:02:23.875519 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:23.879029 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-8a553c22-2c3c-43aa-9362-fc5160e56d1c req-5b0d57d9-64dc-4116-ba0a-bf204f361cf4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "DELETE /v2.0/ports/f0602907-5e46-4544-9c9c-aff138150100 HTTP/1.1" status: 204  len: 173 time: 1.0338068
Jun 19 02:02:23.879854 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-deleted', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:23.883851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0a0ec5-4941-4492-92f1-2c5dc34cd5c4" -d '{"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-deleted", "tag": "f0602907-5e46-4544-9c9c-aff138150100"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:23.936126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed95c73-a618-4af9-903c-1937ccad6387 x-openstack-request-id: req-bed95c73-a618-4af9-903c-1937ccad6387 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:23.936793 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf9f1cf-7b52-4bf6-9866-4715a59bb849", "name": "network-vif-deleted", "tag": "f0602907-5e46-4544-9c9c-aff138150100", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:23.937116 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bed95c73-a618-4af9-903c-1937ccad6387 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:23.937581 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf9f1cf-7b52-4bf6-9866-4715a59bb849', 'name': 'network-vif-deleted', 'tag': 'f0602907-5e46-4544-9c9c-aff138150100', 'status': 'completed', 'code': 200}
Jun 19 02:02:23.972884 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:24.202939 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bcfd0-8efc-4953-8d9f-b3ffbac3f8fb req-5237b584-836b-40e6-b721-55111a6bc475 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:24.210615 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb4bcfd0-8efc-4953-8d9f-b3ffbac3f8fb req-5237b584-836b-40e6-b721-55111a6bc475 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0951536
Jun 19 02:02:24.216526 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b7bac0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:24.249343 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cb4bcfd0-8efc-4953-8d9f-b3ffbac3f8fb req-99ec9ea9-42c6-413f-90a1-a41fa161dd6f tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0377922
Jun 19 02:02:24.257008 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:02:24.267468 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:24.268130 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23b7bac0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:24.388428 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:24.615804 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23b7bac0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:24.652293 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f821fdc-5c86-4b6f-8cb2-59b583f1e1f3 None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:02:24.727922 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1deb71-1b97-4d06-bf4c-62c248902d4c req-1f0936df-7200-4b9f-9b26-2b2ef5c04a5f tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:24.729510 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3d1deb71-1b97-4d06-bf4c-62c248902d4c req-1f0936df-7200-4b9f-9b26-2b2ef5c04a5f tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1024468
Jun 19 02:02:24.791216 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3d1deb71-1b97-4d06-bf4c-62c248902d4c req-5276031a-03df-498f-b12b-693c0b324020 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0559402
Jun 19 02:02:24.869082 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8869c98d-16b8-4e3c-89f3-a81b415c9897 req-7aa70885-0eda-4d5e-bbf8-66959c762f8c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcf9f1cf-7b52-4bf6-9866-4715a59bb849 HTTP/1.1" status: 200  len: 210 time: 0.0311959
Jun 19 02:02:24.961179 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9454d02b-12e2-4a46-adcb-f8db0a2ba8c7 None None] New status for floating IP 042daa8e-78dc-48df-bf5e-b9fe40318443: DOWN {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:02:25.436575 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176d72c-d933-4e33-8543-c7dbb828a725 req-05c83f1b-b3f2-4ce7-a365-2009c177cf09 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:25.438108 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9176d72c-d933-4e33-8543-c7dbb828a725 req-05c83f1b-b3f2-4ce7-a365-2009c177cf09 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0722697
Jun 19 02:02:25.480991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9176d72c-d933-4e33-8543-c7dbb828a725 req-08c9adef-f4ac-4a21-8ada-401c4377b30a tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0360460
Jun 19 02:02:25.605298 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48930) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:25.712062 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:25.804443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:25.871694 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:25.874564 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-788d5591-bfd9-499d-ba45-5ff910e20202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:25.916592 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbcb26ac94c44ffb9abd2ec83e58ec54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3102059
Jun 19 02:02:25.917229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48938) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:25.917637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4200580-f9fa-475b-96a5-78e216b6cc4e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:25.920873 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:26.011466 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.044250 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b3b6e-50d9-48a5-960a-8af559dfe038 req-0050efb8-fa29-4e6a-b3aa-e360df045866 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:26.046049 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ed0b3b6e-50d9-48a5-960a-8af559dfe038 req-0050efb8-fa29-4e6a-b3aa-e360df045866 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1303554
Jun 19 02:02:26.047885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.106660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ed0b3b6e-50d9-48a5-960a-8af559dfe038 req-95b84ccb-9f69-4c72-af4d-b087fb4526c7 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512650
Jun 19 02:02:26.106843 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48944) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:26.163715 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.186775 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.198563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.201102 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.202979 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4200580-f9fa-475b-96a5-78e216b6cc4e HTTP/1.1" status: 204  len: 168 time: 0.2839127
Jun 19 02:02:26.207627 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f601ab23-0d12-40d1-90ac-9901a74a9723 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:26.225010 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4200580-f9fa-475b-96a5-78e216b6cc4e,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:26.228827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:26.315016 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.317734 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.318876 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f0b11c3-2fd5-47be-adc7-e72814cbeeee HTTP/1.1" status: 204  len: 168 time: 0.2111855
Jun 19 02:02:26.319641 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6b2c4fb0-7f6d-4a83-8394-8e41f5983ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:26.321671 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48950) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:26.330512 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0b11c3-2fd5-47be-adc7-e72814cbeeee,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:26.332949 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:26.335574 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.api.v2.resource [None req-563fe28e-b7ff-401b-9880-0895f72c12c1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] show failed (client error): The resource could not be found.
Jun 19 02:02:26.336553 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-563fe28e-b7ff-401b-9880-0895f72c12c1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups/9f0b11c3-2fd5-47be-adc7-e72814cbeeee HTTP/1.1" status: 404  len: 347 time: 0.0139084
Jun 19 02:02:26.339427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48952) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:26.475168 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Deleting port d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:02:26.475856 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.555324 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.555778 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:26.627895 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Calling delete_port for d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026 owned by network:floatingip {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:02:26.765654 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3c599-3370-4a12-9809-082f750c828c req-be31dd7c-22e5-46cd-9ceb-1d6e9f195435 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:26.767023 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9aa3c599-3370-4a12-9809-082f750c828c req-be31dd7c-22e5-46cd-9ceb-1d6e9f195435 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.1366465
Jun 19 02:02:26.835455 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9aa3c599-3370-4a12-9809-082f750c828c req-6f8966b1-4fe3-4aed-9edf-2d9ca199ecd6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0621345
Jun 19 02:02:26.839397 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:02:26.868131 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: f0602907-5e46-4544-9c9c-aff138150100 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:02:26.868131 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device f0602907-5e46-4544-9c9c-aff138150100 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:02:26.996089 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48958) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:27.010224 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.049898 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.052711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d5bfe571-69db-4e17-9a23-dd798bd5c2da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:27.084847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'Port': ['ID=d4ffd90c-4d01-4d7c-bfa0-c92cae7e3026,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:27.090356 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:27.182809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.185353 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.187233 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "DELETE /v2.0/floatingips/042daa8e-78dc-48df-bf5e-b9fe40318443 HTTP/1.1" status: 204  len: 168 time: 0.8468423
Jun 19 02:02:27.189249 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.282537 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.285318 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2af1d96b-f559-42ca-9c41-15a4949ad23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:27.322268 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7adbfd-17ce-468e-98eb-afa4afab3e10,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:27.325303 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:27.331014 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f687e4160e164a10ae577f1fd954ec5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3314269
Jun 19 02:02:27.332086 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 48962) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:27.383373 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.408083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.538061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.542759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.542759 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f7adbfd-17ce-468e-98eb-afa4afab3e10 HTTP/1.1" status: 204  len: 168 time: 0.2094507
Jun 19 02:02:27.542759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bca2d81d-e012-454f-bc53-483b2eebf2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:27.551622 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7adbfd-17ce-468e-98eb-afa4afab3e10,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:27.553979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:27.683200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48968) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:27.688352 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1044729590', 'description': 'tempest-description--139792390'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:27.781153 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.870370 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.963517 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:27.984860 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4d98031a-fbf7-4434-aea5-e5631d7d210f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:28.033148 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648ca62e-1eab-41d9-9e16-d0eb7ec14630,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:28.035960 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:28.063999 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b122bc-3864-4ea8-84b3-d9662825a213 req-2fed0f8c-46c6-4edf-8164-1a34826aa110 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:28.064203 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23b122bc-3864-4ea8-84b3-d9662825a213 req-2fed0f8c-46c6-4edf-8164-1a34826aa110 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.1113470
Jun 19 02:02:28.087139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.091054 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.4040432
Jun 19 02:02:28.091255 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48980) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:28.097602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group_rule': {'security_group_id': '648ca62e-1eab-41d9-9e16-d0eb7ec14630', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:28.132436 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-23b122bc-3864-4ea8-84b3-d9662825a213 req-57026a84-1e7f-4bdd-a7e5-f1bae1d9a4f9 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0617411
Jun 19 02:02:28.231353 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.286239 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.412150 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.417565 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:28.436126 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237fd62c-879c-47bc-8c1b-234d43532209,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:28.438908 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:28.497888 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.499713 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4074898
Jun 19 02:02:28.502502 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48990) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:28.507346 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'security_group_rule': {'security_group_id': '648ca62e-1eab-41d9-9e16-d0eb7ec14630', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:28.632323 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.694436 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.797734 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638913'] for security_group_rule, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.799872 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8c1ecbd8-19b7-4ee4-aef6-b6698cd144f6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:28.817752 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2777e0c1-1588-4e2e-895d-a9f8099497bb,revision_number=0']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:28.820724 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:28.888336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:28.889691 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-63b7a326-8907-4942-979d-76ca0801dcd1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3861949
Jun 19 02:02:28.892665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 48996) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:28.897183 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:29.008669 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.110022 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.230462 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Allocated IP 172.27.3.131 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/6d09a97c-c08d-499f-8900-40c37e2c2980) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:02:29.352890 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.464379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.483707 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:29.531485 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:02:29.541479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:02:29.551414 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:02:29.573169 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=6d09a97c-c08d-499f-8900-40c37e2c2980,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:29.579845 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:29.606904 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d398345-0f54-477e-87d8-28e25387f5b9 req-f7d3c5da-55a3-43e2-903c-e8d66fcb9b06 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:29.609177 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6d398345-0f54-477e-87d8-28e25387f5b9 req-f7d3c5da-55a3-43e2-903c-e8d66fcb9b06 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.1558208
Jun 19 02:02:29.682799 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.688435 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6d398345-0f54-477e-87d8-28e25387f5b9 req-b71376fc-ee12-4593-955f-4796b45d0789 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=9d49242a-4e51-4ce5-97d5-85d778e1c121&id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0720909
Jun 19 02:02:29.792631 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:29.947068 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:30.023669 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:30.026016 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:30.097268 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=6d09a97c-c08d-499f-8900-40c37e2c2980,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:30.103477 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:30.106844 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:30.204054 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:30.211318 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3118210
Jun 19 02:02:30.406854 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-a150944c-3547-4b0e-85a8-438e12e6491c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1044729590&fields=id&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 267 time: 0.0340729
Jun 19 02:02:30.533611 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-5d4bdbb5-539c-4b8a-aef1-037e501cf9cb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:30.535058 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-5d4bdbb5-539c-4b8a-aef1-037e501cf9cb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 816 time: 0.1214504
Jun 19 02:02:30.550192 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-bfaf5237-3784-44d3-9486-8505df159850 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/quotas/4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 375 time: 0.0096138
Jun 19 02:02:30.632493 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-8b76376c-0b70-49b1-92ae-0632217c801b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0761812
Jun 19 02:02:30.728932 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-bff774d1-0140-4f92-bcf6-5aaeff647d54 service neutron] 10.222.0.24 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846405
Jun 19 02:02:30.825765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-f48026f5-fcee-4096-8d83-bcabfb0ee6bb service neutron] 10.222.0.24 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903740
Jun 19 02:02:31.154838 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-706ce674-9542-423e-9480-0b636086d0fd req-471dc2b7-364e-45c2-8735-34f2a45c020d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 210 time: 0.0421999
Jun 19 02:02:31.526158 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49070) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:31.636095 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:31.731114 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:31.817764 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:31.821209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-50fbbcf2-e839-44ef-a3cf-1cbd4d318d89 tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:31.858577 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8170b1b-5c1b-4b79-9fbd-46dd8cf7e171,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:31.865689 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d9b15e3715b4ffdaec843a17c2561cf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360555
Jun 19 02:02:31.865689 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1a42a56c-8b6c-46ac-a997-7219ab67ea6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:31.866028 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49076) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:31.914082 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:31.935129 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.083749 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.086346 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.087788 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8170b1b-5c1b-4b79-9fbd-46dd8cf7e171 HTTP/1.1" status: 204  len: 168 time: 0.2205446
Jun 19 02:02:32.088971 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-09cbdaf8-e83e-4f3f-9146-1bd62266d0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:32.100814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8170b1b-5c1b-4b79-9fbd-46dd8cf7e171,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:32.101511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:32.241026 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1d0c07d7-0568-4556-9198-d4569a52c30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.340765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-26cbc878-6912-44db-a3c6-4cdfc7b1ebb7 req-c2dd406f-a50b-4f67-9afd-b45488356184 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 210 time: 0.0294876
Jun 19 02:02:32.759769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49084) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:32.774304 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.869974 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:32.997220 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.000652 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-4a00259a-e2a8-4e8e-b613-c9f419c3a1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:33.038027 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16156f6-e273-44b7-a112-f93bdc9bc14a,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:33.042322 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe8101cd7ec24c848b96f296f4bde768&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2815289
Jun 19 02:02:33.043281 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:33.044951 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49086) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:33.101241 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.128012 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.246152 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.249896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.250964 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c16156f6-e273-44b7-a112-f93bdc9bc14a HTTP/1.1" status: 204  len: 168 time: 0.2047849
Jun 19 02:02:33.251848 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-5100b7b8-ba6c-4f20-8331-e9606706026e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:33.259417 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16156f6-e273-44b7-a112-f93bdc9bc14a,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:33.261693 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-bd80b31e-b532-4779-8343-6dc48bdfc357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:33.440841 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-d86331bc-48e6-47a0-8614-849e01862f83 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:33.442460 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-d86331bc-48e6-47a0-8614-849e01862f83 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 816 time: 0.1298227
Jun 19 02:02:33.496367 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-de9f0ff3-8702-467c-a7d9-1e651cf2d25a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 380 time: 0.0452058
Jun 19 02:02:33.505251 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'port': {'device_id': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'admin_state_up': True, 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'security_groups': ['648ca62e-1eab-41d9-9e16-d0eb7ec14630']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:33.509311 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-050de415-67c1-4ad1-bc7a-85cf3278196c req-c9066a4a-dd83-4be1-87db-6adf8a711762 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 210 time: 0.0318844
Jun 19 02:02:33.774253 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Made reservation on behalf of 4a3cae28243e48af93aeaccc34c28735 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:02:33.778128 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:33.916022 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Allocated IP 172.20.0.6 (dd57bac5-03b9-469c-b917-26464acc7656/fbba7495-1150-4d5d-9522-00f90841b700/87b8176c-f7ae-4118-9c4a-5995c28fff2e) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:02:34.067607 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.080791 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Transition to ACTIVE for port object 87b8176c-f7ae-4118-9c4a-5995c28fff2e will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:02:34.178294 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.187694 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ecc5b91d-f538-4609-9b14-f2e5fe297dfd tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:34.230776 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Network dd57bac5-03b9-469c-b917-26464acc7656 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:02:34.234923 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:02:34.240196 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:02:34.268969 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:34.273945 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:34.298201 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:34.298833 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.384252 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8831880
Jun 19 02:02:34.396775 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Request body: {'port': {'device_id': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:34.479653 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.550944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ca5de5be-7fc8-48ae-84b6-01643bfe48ff None None] Provisioning for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:02:34.557144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-ca5de5be-7fc8-48ae-84b6-01643bfe48ff None None] Provisioning complete for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:02:34.557577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ca5de5be-7fc8-48ae-84b6-01643bfe48ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.594636 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-ca5de5be-7fc8-48ae-84b6-01643bfe48ff None None] Port 87b8176c-f7ae-4118-9c4a-5995c28fff2e cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:02:34.716263 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9e2e0-9c76-455f-8859-7a03a8e57f0a req-c3568890-2a31-462e-a851-196eafbbd864 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:34.718264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfd9e2e0-9c76-455f-8859-7a03a8e57f0a req-c3568890-2a31-462e-a851-196eafbbd864 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 931 time: 0.0848200
Jun 19 02:02:34.763724 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dfd9e2e0-9c76-455f-8859-7a03a8e57f0a req-1d2f013c-f29e-4cee-b7f4-12f5d4804a33 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394454
Jun 19 02:02:34.771655 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:02:34.780843 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.793521 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Transition to ACTIVE for port object 87b8176c-f7ae-4118-9c4a-5995c28fff2e will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:02:34.954464 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.958727 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-97945e40-86c3-4eed-a0c2-e840b5e61c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:34.958856 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-305b2a8e-9114-45e0-9237-5a01b2ce6bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:35.008428 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:02:35.029100 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:35.035710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:35.112309 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Attempting to bind port 87b8176c-f7ae-4118-9c4a-5995c28fff2e on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:02:35.113123 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Attempting to bind port 87b8176c-f7ae-4118-9c4a-5995c28fff2e by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:02:35.113695 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Attempting to bind port 87b8176c-f7ae-4118-9c4a-5995c28fff2e on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:02:35.119157 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Port 87b8176c-f7ae-4118-9c4a-5995c28fff2e on network dd57bac5-03b9-469c-b917-26464acc7656 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:02:35.119707 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Attempting to bind port 87b8176c-f7ae-4118-9c4a-5995c28fff2e on network dd57bac5-03b9-469c-b917-26464acc7656 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:02:35.125538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:02:35.125968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Checking segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:02:35.126437 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Bound using segment: {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:02:35.126948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Bound port: 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e89dddb-2d22-4bef-8323-0f7a05f1d793', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:02:35.127360 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:35.202608 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:02:35.207296 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:02:35.286872 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:35.289918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-2a556215-deb2-4500-96c7-a95828b21427 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:35.325424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.327411 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:35.328575 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] 10.222.0.16 "PUT /v2.0/ports/87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 1093 time: 0.9361477
Jun 19 02:02:35.333131 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:35.336493 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016dda9f-c348-412b-b27b-7ca96dd42598" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:35.362970 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:35.367229 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:35.368033 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:35.390501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b210691-4479-4cfe-82a1-5608db5af44c x-openstack-request-id: req-5b210691-4479-4cfe-82a1-5608db5af44c {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:35.391590 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:35.391902 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b210691-4479-4cfe-82a1-5608db5af44c {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:35.392234 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'status': 'completed', 'code': 200}
Jun 19 02:02:35.492384 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-bfb48502-1d13-4e3c-bc9a-f0e5bcb50a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.493942 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-bfb48502-1d13-4e3c-bc9a-f0e5bcb50a8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1096 time: 0.0786428
Jun 19 02:02:35.607696 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-261cacdd-9efb-4c6c-8f82-4c68b489e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.609209 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-261cacdd-9efb-4c6c-8f82-4c68b489e5c6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4a3cae28243e48af93aeaccc34c28735&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1026752
Jun 19 02:02:35.713870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-43128d64-e222-423f-b630-7d294dcb2131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.716014 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-016dda9f-c348-412b-b27b-7ca96dd42598 req-43128d64-e222-423f-b630-7d294dcb2131 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1001012
Jun 19 02:02:35.809757 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-19a6e657-4587-496e-b4b2-b87c20ef93de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.811714 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-19a6e657-4587-496e-b4b2-b87c20ef93de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1096 time: 0.0562143
Jun 19 02:02:35.861107 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-38ef42f1-fa5d-4e36-b2c1-b33429ed46dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 217 time: 0.0374129
Jun 19 02:02:35.920849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-f664306b-25a8-4bc8-b703-3a42b2999036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.922736 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-f664306b-25a8-4bc8-b703-3a42b2999036 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0557611
Jun 19 02:02:35.952371 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a9ff-eaf5-426b-8538-10a3d7bce021 req-f0cfef81-12fd-4897-9259-db4e100fbd30 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.957336 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80c7a9ff-eaf5-426b-8538-10a3d7bce021 req-f0cfef81-12fd-4897-9259-db4e100fbd30 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0725968
Jun 19 02:02:35.992482 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-da664af3-1d3d-4b07-ab4d-fafa211a76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:35.994309 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-da664af3-1d3d-4b07-ab4d-fafa211a76f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0646112
Jun 19 02:02:35.997229 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-80c7a9ff-eaf5-426b-8538-10a3d7bce021 req-f8acd68a-f889-450c-b7b9-1ae17e512c99 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367565
Jun 19 02:02:36.096400 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-8f01f921-76d0-41a2-a957-9b101e69e7aa service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836132
Jun 19 02:02:36.197558 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-7d376b46-6c93-45b6-a89c-f61ecf2fcf43 req-44f91dd7-3fa6-40c3-8a47-7801d04af1b5 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879936
Jun 19 02:02:36.251889 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:36.461291 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49158) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:36.566382 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:36.655478 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:36.745236 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:36.747863 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-84aaef37-a4e5-4367-863b-8057108de358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:36.790331 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12617bced37e4ae688cc377e819fddaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3277533
Jun 19 02:02:36.791145 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61ac4fc-38fb-4032-9b3b-ea6aef94ddbc,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:36.793792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49162) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:36.794435 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:36.852111 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:36.873745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.001257 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.003863 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.005049 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c61ac4fc-38fb-4032-9b3b-ea6aef94ddbc HTTP/1.1" status: 204  len: 168 time: 0.2102342
Jun 19 02:02:37.005877 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4f515995-a86c-4abf-b813-74651ece2ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:37.013533 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61ac4fc-38fb-4032-9b3b-ea6aef94ddbc,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:37.016907 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8b44a6fd-535f-4e3b-a885-f6db5bcbb162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:37.193117 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84be49-e125-441c-92a1-5d495646a076 req-2a3bcfd1-36c2-49f2-99b0-88d4dd64b506 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:37.194641 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc84be49-e125-441c-92a1-5d495646a076 req-2a3bcfd1-36c2-49f2-99b0-88d4dd64b506 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0736966
Jun 19 02:02:37.232607 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc84be49-e125-441c-92a1-5d495646a076 req-ea666b27-cc3a-451a-99de-554ea6c21e85 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0321398
Jun 19 02:02:37.635716 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49170) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:37.649766 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.749348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.813031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.816919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3c4e6c2b-5655-4930-aeb9-c9749d422e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:37.851842 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f3cb62cb16d4465b0002d0b880457bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149992
Jun 19 02:02:37.854901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49172) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:37.857144 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944bf6ff-f8af-44e1-bb8e-eb3fbb5b1955,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:37.860831 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:37.888640 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.912485 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:37.934122 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:38.048769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:38.051333 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:38.052592 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/944bf6ff-f8af-44e1-bb8e-eb3fbb5b1955 HTTP/1.1" status: 204  len: 168 time: 0.1965878
Jun 19 02:02:38.053332 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e86270a2-f5d9-47dc-b37f-7d296af4b21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:38.060848 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944bf6ff-f8af-44e1-bb8e-eb3fbb5b1955,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:38.063083 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:38.419113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11da5c-a702-4863-91cd-5a2bff2e5cc0 req-94ab4564-8e34-4c4d-86d0-86ac619399ad tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:38.420801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f11da5c-a702-4863-91cd-5a2bff2e5cc0 req-94ab4564-8e34-4c4d-86d0-86ac619399ad tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0669549
Jun 19 02:02:38.460062 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3f11da5c-a702-4863-91cd-5a2bff2e5cc0 req-a5dbd511-c4f6-4bda-acc6-34487423e23d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337975
Jun 19 02:02:38.886099 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:02:38.986195 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:38.997511 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:02:39.035499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:39.049478 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:02:39.074922 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:39.163319 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:39.165354 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:39.224062 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:39.236392 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.237007 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.237769 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.238406 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.238868 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.239437 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.240070 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.240575 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.241172 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.241738 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.242266 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.242911 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:02:39.249123 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:39.429979 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['87b8176c-f7ae-4118-9c4a-5995c28fff2e'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:02:39.650957 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32e7b3-d2ad-43be-b11b-1de5875f4e86 req-17e1fab0-7536-4fc1-a9d7-3ce00e82810c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:39.652486 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5a32e7b3-d2ad-43be-b11b-1de5875f4e86 req-17e1fab0-7536-4fc1-a9d7-3ce00e82810c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 944 time: 0.0647576
Jun 19 02:02:39.692026 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5a32e7b3-d2ad-43be-b11b-1de5875f4e86 req-3cfdc945-af4a-4d99-9bd7-dc9c9ca37ed5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334544
Jun 19 02:02:40.878988 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71da2b-0f69-4dcd-a826-4f6d2a5701b7 req-6080d64f-bdb9-486b-8e76-cca15b81c808 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:40.880480 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df71da2b-0f69-4dcd-a826-4f6d2a5701b7 req-6080d64f-bdb9-486b-8e76-cca15b81c808 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 944 time: 0.0674832
Jun 19 02:02:40.908727 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:02:41.054292 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:02:41.059809 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:02:41.071312 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:41.164464 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:41.176640 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-df71da2b-0f69-4dcd-a826-4f6d2a5701b7 req-98db928d-ae39-48a9-903a-972a0c7335d7 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2882850
Jun 19 02:02:41.189478 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:41.193371 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47599794-eea2-4788-8867-e8ee7c13e383" -d '{"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:41.208521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:41.233814 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dcce00-65b9-42e2-a3c8-bf01999dfd36 x-openstack-request-id: req-23dcce00-65b9-42e2-a3c8-bf01999dfd36 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:41.234171 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:41.240196 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23dcce00-65b9-42e2-a3c8-bf01999dfd36 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:41.240196 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'code': 200}
Jun 19 02:02:41.322463 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:41.325221 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:41.375419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:41.378700 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:41.658565 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897de3-ea3e-4786-88c0-47df7bc4c86c req-195c36e3-6690-4366-992a-b95f683800f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:41.660122 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3897de3-ea3e-4786-88c0-47df7bc4c86c req-195c36e3-6690-4366-992a-b95f683800f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1098 time: 0.0549481
Jun 19 02:02:41.698355 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-e3897de3-ea3e-4786-88c0-47df7bc4c86c req-c834b243-7957-453a-af68-f2ffab7d9693 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0301456
Jun 19 02:02:42.366704 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8fc25-f4c2-4a7a-9d9b-460945d1d478 req-c40ecf30-cc8a-450a-b80a-92465a77f8b6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:42.368243 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ab8fc25-f4c2-4a7a-9d9b-460945d1d478 req-c40ecf30-cc8a-450a-b80a-92465a77f8b6 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0732756
Jun 19 02:02:42.416788 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ab8fc25-f4c2-4a7a-9d9b-460945d1d478 req-c37dc823-1b63-4278-8246-3a5f0538e3e0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346241
Jun 19 02:02:43.609609 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010157b3-8a15-4df4-ab0a-d11f79e7ed99 req-3bc7b7b2-de15-45ec-989a-4ca0f20d88da tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:43.611392 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-010157b3-8a15-4df4-ab0a-d11f79e7ed99 req-3bc7b7b2-de15-45ec-989a-4ca0f20d88da tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0701203
Jun 19 02:02:43.654414 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-010157b3-8a15-4df4-ab0a-d11f79e7ed99 req-75e54509-d463-4f35-8415-031fabb4d108 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369661
Jun 19 02:02:43.860590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d769a7-4b6e-43a8-986f-a5d61318fae9 req-d418937f-ff84-4b6c-bf55-0259e828db53 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:43.862174 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b3d769a7-4b6e-43a8-986f-a5d61318fae9 req-d418937f-ff84-4b6c-bf55-0259e828db53 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0779593
Jun 19 02:02:43.874007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49250) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:43.880146 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Request body: {'floatingip': {'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:43.924822 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.204934 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49254) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:44.344767 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.437978 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.443991 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.528198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.539624 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.545339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c569239d-ebcd-4737-a13d-1acf2d9c8d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:44.607196 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8d80b83c25d4e559e02db7864eb5b68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4008133
Jun 19 02:02:44.610254 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49258) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:02:44.621450 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a6ec11-a658-4272-bebc-7d0d87c01d2f,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:44.629516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:44.647228 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Floating IP 7ffc6fdc-95d1-43ea-822c-9b2944600c23 associated. External IP: 172.27.3.131, port: 87b8176c-f7ae-4118-9c4a-5995c28fff2e.
Jun 19 02:02:44.711456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.755539 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.882206 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:02:44.905322 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.909093 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:44.910618 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33a6ec11-a658-4272-bebc-7d0d87c01d2f HTTP/1.1" status: 204  len: 168 time: 0.2986259
Jun 19 02:02:44.911668 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-95a355ff-ee99-4ffd-8986-966845a692d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:44.925345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a6ec11-a658-4272-bebc-7d0d87c01d2f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:44.928555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9be543ee-99b5-41cd-ae17-dec1d6caa67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:45.006124 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:02:45.010964 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:45.017978 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:02:45.028716 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:45.029361 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f280709a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:45.051068 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-bfa16692-7eac-480c-ae72-cec9b531035a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "PUT /v2.0/floatingips/7ffc6fdc-95d1-43ea-822c-9b2944600c23 HTTP/1.1" status: 200  len: 991 time: 1.1746306
Jun 19 02:02:45.051780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:45.054449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf0fbd-9274-4715-9870-f38523dd2a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:45.106835 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f32481-2b89-49c3-9f08-ce577b21ea7f x-openstack-request-id: req-a7f32481-2b89-49c3-9f08-ce577b21ea7f {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:45.107178 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:45.107505 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7f32481-2b89-49c3-9f08-ce577b21ea7f {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:45.107991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'status': 'completed', 'code': 200}
Jun 19 02:02:45.175630 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:45.204402 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-d015f223-e83a-4763-ae82-ea4684aa9111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:45.207289 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-d015f223-e83a-4763-ae82-ea4684aa9111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1098 time: 0.0709770
Jun 19 02:02:45.390456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-327a4515-03f5-4475-bcf8-9bdf6c8fa7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:45.392026 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-327a4515-03f5-4475-bcf8-9bdf6c8fa7cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.1732001
Jun 19 02:02:45.442922 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f280709a0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7ffc6fdc-95d1-43ea-822c-9b2944600c23', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:29Z', 'updated_at': '2021-06-19T02:02:44Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:45.467604 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-42803ed4-8a8f-4e06-8fa6-184a894b3508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 999 time: 0.0655918
Jun 19 02:02:45.471417 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:02:45.481212 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:02:45.481950 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f280709a0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:02:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:45.532099 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-d7aa5135-b095-482e-8ec9-99f5dbc86d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:45.533581 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-d7aa5135-b095-482e-8ec9-99f5dbc86d0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0571253
Jun 19 02:02:45.617909 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:02:45.626943 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-9caa67d0-27ef-49ca-809b-46b4b5eb5651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:45.628901 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-9caa67d0-27ef-49ca-809b-46b4b5eb5651 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0879030
Jun 19 02:02:45.736502 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-eb98dcd0-bbdb-41ad-b77e-434b3c4de0dd service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0969846
Jun 19 02:02:45.866839 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-afaf0fbd-9274-4715-9870-f38523dd2a4f req-7992c5b1-5e4f-4e16-ac1d-5d7158daf9df service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237280
Jun 19 02:02:45.983298 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f280709a0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7ffc6fdc-95d1-43ea-822c-9b2944600c23', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:29Z', 'updated_at': '2021-06-19T02:02:44Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:02:46.013205 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af808a7-8377-46df-b235-92d20b5f739d None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '7ffc6fdc-95d1-43ea-822c-9b2944600c23', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'floating_ip_address': '172.27.3.131', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:29Z', 'updated_at': '2021-06-19T02:02:44Z', 'revision_number': 1, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:02:46.275613 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121e3402-97b0-40ba-b28d-44b8bb3454a1 None None] New status for floating IP 7ffc6fdc-95d1-43ea-822c-9b2944600c23: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:02:48.243597 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-6dfd4618-4738-4c35-b551-8113425bda62 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0327780
Jun 19 02:02:48.441902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-095888e2-03d5-453f-99af-d91f5b05efee tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:48.443397 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-095888e2-03d5-453f-99af-d91f5b05efee tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1931529
Jun 19 02:02:48.459066 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-eccd0a0d-9435-4a45-b3ed-aa2628f7e202 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/quotas/e9abfa4be41c43d5a8246ef2e2525465 HTTP/1.1" status: 200  len: 375 time: 0.0100732
Jun 19 02:02:48.493679 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-5933e5b0-8806-42cc-b71a-459d2a8bb7ca tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0292122
Jun 19 02:02:48.778156 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-103c9df0-454e-4986-8214-bb818d5fac2f req-5198c384-42a4-4e8a-9372-2a84d240959c tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0324838
Jun 19 02:02:49.869867 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-38c90af1-9949-4bae-bb39-2cf9a4c75f89 req-435a9bfa-8070-43ac-b454-d26435309c81 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0330417
Jun 19 02:02:51.085177 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e6099d1c-d26a-4325-bce9-40aac19c0c7f req-f7116428-1c02-4759-82de-29dd2e5ed0f8 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0331683
Jun 19 02:02:52.059548 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:52.185392 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f3d67ccc-cbdf-487b-8266-1f6202845f34 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0428247
Jun 19 02:02:52.256077 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1d95783c-c39e-4a6c-a121-a95a7d95e9f0 req-669f82c7-9804-4425-a2f1-6e7c39f6dd84 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0361080
Jun 19 02:02:52.404366 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-9b2d159f-33c9-4621-a4c1-b0e2942d0c7e tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:52.406016 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-9b2d159f-33c9-4621-a4c1-b0e2942d0c7e tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2014587
Jun 19 02:02:52.423936 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Request body: {'port': {'device_id': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1', 'admin_state_up': True, 'tenant_id': 'e9abfa4be41c43d5a8246ef2e2525465'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:52.900082 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Made reservation on behalf of e9abfa4be41c43d5a8246ef2e2525465 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:02:52.906281 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:52.917534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.044289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.103351 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.106769 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-82939061-cbff-44d0-9ce7-4c00e3baf31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:53.176586 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f16f90-b1db-46b5-97b4-c9538ab0ed00,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:53.182042 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:53.256643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Allocated IP 192.168.233.6 (e3d2df51-4b3f-4fc0-918d-71c05d8d26e1/876c7fd4-5ebd-455f-aea2-e209109d65e4/d47759b4-462e-4868-aa48-32c4ac915fff) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:02:53.407645 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b7f9ec80-91fd-49cb-b192-9664a3888b2f req-4fafcc9c-8116-45bf-b13c-a4c044d66c66 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0300508
Jun 19 02:02:53.472754 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.489499 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Transition to ACTIVE for port object d47759b4-462e-4868-aa48-32c4ac915fff will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:02:53.647146 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.651854 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:53.697552 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:02:53.701313 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:02:53.706321 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:02:53.765980 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Pushing event updated for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:53.765980 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:53.774814 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:53.775901 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:53.889001 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-766e770d-254a-4fc2-a0cc-a1a8f8c8988b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.4691823
Jun 19 02:02:53.912045 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Request body: {'port': {'device_id': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:02:54.000040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.088160 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-5359c6cb-b5bc-4536-a0f1-8ab814b2f2dd None None] Provisioning for port d47759b4-462e-4868-aa48-32c4ac915fff completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:02:54.094224 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-5359c6cb-b5bc-4536-a0f1-8ab814b2f2dd None None] Provisioning complete for port d47759b4-462e-4868-aa48-32c4ac915fff triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:02:54.097066 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-5359c6cb-b5bc-4536-a0f1-8ab814b2f2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.136562 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-5359c6cb-b5bc-4536-a0f1-8ab814b2f2dd None None] Port d47759b4-462e-4868-aa48-32c4ac915fff cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:02:54.328384 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d47759b4-462e-4868-aa48-32c4ac915fff {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:02:54.343357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.368722 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Transition to ACTIVE for port object d47759b4-462e-4868-aa48-32c4ac915fff will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:02:54.491905 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.497062 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:54.614266 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:54.636814 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:54.641911 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35a883-5a65-44d8-a79b-4aee1a8a64c1 req-da10ac44-5028-40ee-b012-6436b48ff9d8 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:54.643649 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9f35a883-5a65-44d8-a79b-4aee1a8a64c1 req-da10ac44-5028-40ee-b012-6436b48ff9d8 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 946 time: 0.0867298
Jun 19 02:02:54.690666 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Attempting to bind port d47759b4-462e-4868-aa48-32c4ac915fff on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:02:54.691106 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Attempting to bind port d47759b4-462e-4868-aa48-32c4ac915fff by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:02:54.691365 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9f35a883-5a65-44d8-a79b-4aee1a8a64c1 req-9d7a9b1d-1e40-4aba-9dcc-f4408aad6e8e tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405352
Jun 19 02:02:54.691578 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Attempting to bind port d47759b4-462e-4868-aa48-32c4ac915fff on network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:02:54.697629 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Port d47759b4-462e-4868-aa48-32c4ac915fff on network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:02:54.698168 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Attempting to bind port d47759b4-462e-4868-aa48-32c4ac915fff on network e3d2df51-4b3f-4fc0-918d-71c05d8d26e1 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:02:54.706555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:02:54.707139 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Checking segment: {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:02:54.707808 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Bound using segment: {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:02:54.708580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Bound port: d47759b4-462e-4868-aa48-32c4ac915fff, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '071a502d-dee7-41b0-9321-90dfe24e8ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:02:54.710342 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.799802 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:02:54.803457 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d47759b4-462e-4868-aa48-32c4ac915fff,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:02:54.899788 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.902040 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d70e33b7-191c-4b1a-8b61-50df0faf7cb1 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:54.935682 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:54.936529 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:54.938572 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] 10.222.0.16 "PUT /v2.0/ports/d47759b4-462e-4868-aa48-32c4ac915fff HTTP/1.1" status: 200  len: 1096 time: 1.0306518
Jun 19 02:02:54.941188 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:02:54.943700 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2835027d-5b02-4b04-9f04-4cdac7621c93" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:02:54.990129 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Pushing event updated for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:54.993777 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:55.006237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da58c89-b46e-4224-9741-4f6031b48b0a x-openstack-request-id: req-2da58c89-b46e-4224-9741-4f6031b48b0a {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:02:55.006237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:02:55.006237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2da58c89-b46e-4224-9741-4f6031b48b0a {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:02:55.006694 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff', 'status': 'completed', 'code': 200}
Jun 19 02:02:55.103349 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835027d-5b02-4b04-9f04-4cdac7621c93 req-bb061dc5-2304-49d8-af8d-90e2a098e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.104912 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2835027d-5b02-4b04-9f04-4cdac7621c93 req-bb061dc5-2304-49d8-af8d-90e2a098e566 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 1099 time: 0.0668764
Jun 19 02:02:55.137051 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2835027d-5b02-4b04-9f04-4cdac7621c93 req-0dfe5f24-161d-47e6-bbe1-ae4208672637 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0236299
Jun 19 02:02:55.257644 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835027d-5b02-4b04-9f04-4cdac7621c93 req-46509c78-dd8b-4237-8f6e-e79c3bd844a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.259244 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-2835027d-5b02-4b04-9f04-4cdac7621c93 req-46509c78-dd8b-4237-8f6e-e79c3bd844a5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1160583
Jun 19 02:02:55.364413 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-45f771bf-04b9-4bc9-8b59-cad2e26910c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.365989 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-45f771bf-04b9-4bc9-8b59-cad2e26910c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 1099 time: 0.0596788
Jun 19 02:02:55.422264 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-7859f92f-cdd1-4251-b7b9-c37584d5ce96 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d47759b4-462e-4868-aa48-32c4ac915fff HTTP/1.1" status: 200  len: 217 time: 0.0454550
Jun 19 02:02:55.499174 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-41f24bd5-df2d-452e-b60b-950c57823ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.502424 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-41f24bd5-df2d-452e-b60b-950c57823ac6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=876c7fd4-5ebd-455f-aea2-e209109d65e4 HTTP/1.1" status: 200  len: 843 time: 0.0692327
Jun 19 02:02:55.585010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-16eb9c8f-eeb3-4ba8-8b29-6123f83d9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.586522 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-16eb9c8f-eeb3-4ba8-8b29-6123f83d9297 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3d2df51-4b3f-4fc0-918d-71c05d8d26e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0717883
Jun 19 02:02:55.693407 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-408c6ff9-e8d4-4db9-8e29-52371c3980af service neutron] 10.222.0.16 "GET /v2.0/networks/e3d2df51-4b3f-4fc0-918d-71c05d8d26e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982909
Jun 19 02:02:55.799831 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5854ba65-c8b1-42de-b5c5-590cd405623c req-2d9b53bc-098d-495e-9f21-ea7f61152153 service neutron] 10.222.0.16 "GET /v2.0/networks/e3d2df51-4b3f-4fc0-918d-71c05d8d26e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0975757
Jun 19 02:02:55.907766 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb58aed-df01-4e8a-9d39-934690bbb47f req-35e0e354-cfd1-408f-bb51-d0e4fcff46e7 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:55.909432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1eb58aed-df01-4e8a-9d39-934690bbb47f req-35e0e354-cfd1-408f-bb51-d0e4fcff46e7 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 946 time: 0.0807905
Jun 19 02:02:55.954861 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1eb58aed-df01-4e8a-9d39-934690bbb47f req-147477ff-11d4-450a-9a52-6178b20b7671 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393496
Jun 19 02:02:56.221862 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-9822c15b-9abe-45c1-b24f-23487469bb4e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0558994
Jun 19 02:02:56.313352 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-4ece9ce0-0ac6-42e3-8c5f-54caaf58b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:56.315337 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-4ece9ce0-0ac6-42e3-8c5f-54caaf58b016 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.0645134
Jun 19 02:02:56.501815 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-6e5a68e1-91a7-40bd-80ea-86d4575cdaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:56.504335 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-6e5a68e1-91a7-40bd-80ea-86d4575cdaea service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 909 time: 0.1618669
Jun 19 02:02:56.619192 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-fee389bb-ffb7-4276-b2f6-b77544bff7a9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 1001 time: 0.1068420
Jun 19 02:02:56.711925 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-9fee1e81-32d0-4507-a135-ca742d144f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:56.713495 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-9fee1e81-32d0-4507-a135-ca742d144f3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0876172
Jun 19 02:02:56.777596 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-70c03ea6-524f-4cf7-aa17-45e768bd843e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:56.779081 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-70c03ea6-524f-4cf7-aa17-45e768bd843e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0572960
Jun 19 02:02:56.882391 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-828cfdb3-da38-4a16-850e-24abc8839e4f service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0955498
Jun 19 02:02:56.981098 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f7da94ca-bd75-438b-ad1d-5eae1b53895d req-beff0195-059f-4f2f-9bd1-4b43d735c765 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0919743
Jun 19 02:02:57.170435 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094017e-58b7-4811-97cb-9acf4fe3cb93 req-c64a4452-7a87-42c3-8665-9b704841e910 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:57.173205 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d094017e-58b7-4811-97cb-9acf4fe3cb93 req-c64a4452-7a87-42c3-8665-9b704841e910 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 946 time: 0.0972044
Jun 19 02:02:57.223574 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d094017e-58b7-4811-97cb-9acf4fe3cb93 req-884a02ac-df36-491c-abc5-ff888bab4b03 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441079
Jun 19 02:02:58.416238 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1da88b-7608-4274-b844-f2590680fca9 req-7def1212-f95b-4b73-b936-5b69ccbd1848 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:58.417232 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9f1da88b-7608-4274-b844-f2590680fca9 req-7def1212-f95b-4b73-b936-5b69ccbd1848 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 946 time: 0.0763590
Jun 19 02:02:58.461173 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9f1da88b-7608-4274-b844-f2590680fca9 req-c4ec9ea5-142b-4078-a431-03c3f5d081da tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376785
Jun 19 02:02:59.044605 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d47759b4-462e-4868-aa48-32c4ac915fff details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:02:59.151579 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d47759b4-462e-4868-aa48-32c4ac915fff,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:59.163691 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'd47759b4-462e-4868-aa48-32c4ac915fff', 'network_id': 'e3d2df51-4b3f-4fc0-918d-71c05d8d26e1', 'port_id': 'd47759b4-462e-4868-aa48-32c4ac915fff', 'mac_address': 'fa:16:3e:2f:e6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876c7fd4-5ebd-455f-aea2-e209109d65e4', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:02:59.204285 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:59.218544 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d47759b4-462e-4868-aa48-32c4ac915fff {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:02:59.242561 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d47759b4-462e-4868-aa48-32c4ac915fff,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:02:59.339207 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:02:59.341142 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:02:59.389237 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:02:59.393392 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:02:59.640208 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167330b-2102-4fc5-bd97-7ccb9cfb4f0f req-86f4da35-f8be-424a-98f3-802c111b8999 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:02:59.641775 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3167330b-2102-4fc5-bd97-7ccb9cfb4f0f req-86f4da35-f8be-424a-98f3-802c111b8999 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 947 time: 0.0642989
Jun 19 02:02:59.651269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['d47759b4-462e-4868-aa48-32c4ac915fff'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:02:59.687602 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3167330b-2102-4fc5-bd97-7ccb9cfb4f0f req-f4ca9c89-9273-4393-a24f-e09bb0dba340 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400379
Jun 19 02:03:00.868595 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9c5f-cfd0-4a8f-be57-9eb9a13c465c req-d068329d-91a5-4bc9-87fe-826b4ae9367b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:00.870127 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-530e9c5f-cfd0-4a8f-be57-9eb9a13c465c req-d068329d-91a5-4bc9-87fe-826b4ae9367b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 947 time: 0.0658045
Jun 19 02:03:00.912374 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-530e9c5f-cfd0-4a8f-be57-9eb9a13c465c req-681a4e65-d3ae-4472-a1e2-8e1892cc9369 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358431
Jun 19 02:03:01.052871 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d47759b4-462e-4868-aa48-32c4ac915fff up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:03:01.177060 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port d47759b4-462e-4868-aa48-32c4ac915fff completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:03:01.181320 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port d47759b4-462e-4868-aa48-32c4ac915fff triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:03:01.181705 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:01.266796 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:01.292837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:01.295128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db28dc00-d3d4-4a97-9c1f-6892687471f6" -d '{"events": [{"server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "name": "network-vif-plugged", "status": "completed", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:01.308726 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d47759b4-462e-4868-aa48-32c4ac915fff,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:01.334501 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4200cc3-7f73-498f-8d79-72e7ade4f726 x-openstack-request-id: req-b4200cc3-7f73-498f-8d79-72e7ade4f726 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:01.334938 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "name": "network-vif-plugged", "status": "completed", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:01.335081 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4200cc3-7f73-498f-8d79-72e7ade4f726 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:01.335441 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff', 'code': 200}
Jun 19 02:03:01.388544 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:01.390572 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:01.445894 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:01.449101 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:01.684772 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f64dca-90a4-4ed0-8b3f-40a8611c9c43 req-634c4495-27b0-48c4-95ab-64594eb954aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:01.686215 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-18f64dca-90a4-4ed0-8b3f-40a8611c9c43 req-634c4495-27b0-48c4-95ab-64594eb954aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 1101 time: 0.0591321
Jun 19 02:03:01.723367 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-18f64dca-90a4-4ed0-8b3f-40a8611c9c43 req-2ff60536-9c06-403e-99e6-94f40264a29a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0293670
Jun 19 02:03:02.091018 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842edd45-43f3-4b0f-91be-642cabe9dff7 req-2685e9af-ffbd-4b82-9be3-90623138ae9a tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:02.094985 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-842edd45-43f3-4b0f-91be-642cabe9dff7 req-2685e9af-ffbd-4b82-9be3-90623138ae9a tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 948 time: 0.0629659
Jun 19 02:03:02.132092 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-842edd45-43f3-4b0f-91be-642cabe9dff7 req-13475373-645f-42bb-9aff-8d1c8d7e47c0 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332928
Jun 19 02:03:02.268532 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8169dd04-1bc1-4038-94f9-49f24fc95d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:03.303010 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d8dc6d-ab9c-418d-8922-b142f5d5197b req-d22ebb1f-a6eb-4af9-ba57-ba5417cd463d tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:03.304425 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-97d8dc6d-ab9c-418d-8922-b142f5d5197b req-d22ebb1f-a6eb-4af9-ba57-ba5417cd463d tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 948 time: 0.0610914
Jun 19 02:03:03.340915 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-97d8dc6d-ab9c-418d-8922-b142f5d5197b req-49c65ebf-3d65-427c-a9ae-74f2d5265eb7 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0309477
Jun 19 02:03:03.973629 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb85b8ed-e0fd-4848-b2dc-5ed257100d3c req-68df3a2a-d9b9-4607-9e3e-8267ca1bd9c6 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:03.975104 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb85b8ed-e0fd-4848-b2dc-5ed257100d3c req-68df3a2a-d9b9-4607-9e3e-8267ca1bd9c6 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 948 time: 0.0667419
Jun 19 02:03:04.013711 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bb85b8ed-e0fd-4848-b2dc-5ed257100d3c req-44dd69aa-dbd8-4fe3-92a7-bdbdca92932b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327415
Jun 19 02:03:04.961939 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-84528212-3c91-4f46-82c6-da974e732425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:05.188451 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024fd1e-7412-4b3e-93b6-51de884b0282 req-d2495807-0aa3-4b68-bb4f-fcde6d73ae91 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:05.189973 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4024fd1e-7412-4b3e-93b6-51de884b0282 req-d2495807-0aa3-4b68-bb4f-fcde6d73ae91 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 948 time: 0.0627708
Jun 19 02:03:05.230673 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4024fd1e-7412-4b3e-93b6-51de884b0282 req-e2beaca8-4557-4ca6-adb3-2fde56635eb1 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/security-groups?id=21f16f90-b1db-46b5-97b4-c9538ab0ed00&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350344
Jun 19 02:03:05.342886 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:05.553008 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-4ea3b17d-0683-4388-92d8-e95e60281f6b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:05.554386 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-4ea3b17d-0683-4388-92d8-e95e60281f6b tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 948 time: 0.0692780
Jun 19 02:03:05.658263 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Deleting port d47759b4-462e-4868-aa48-32c4ac915fff {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:05.658810 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:05.755165 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] For port d47759b4-462e-4868-aa48-32c4ac915fff, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d47759b4-462e-4868-aa48-32c4ac915fff,segment=NetworkSegment(071a502d-dee7-41b0-9321-90dfe24e8ac4),segment_id=071a502d-dee7-41b0-9321-90dfe24e8ac4)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:05.755531 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:05.826215 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Calling delete_port for d47759b4-462e-4868-aa48-32c4ac915fff owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:06.042239 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:06.048257 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-04ba126a-1f0f-4baf-a317-95c810240526 tempest-AttachVolumeNegativeTest-2089031450 tempest-AttachVolumeNegativeTest-2089031450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:06.056085 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['d47759b4-462e-4868-aa48-32c4ac915fff'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:03:06.075009 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Pushing event deleted for resources: {'Port': ['ID=d47759b4-462e-4868-aa48-32c4ac915fff,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:06.088287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.088841 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.089201 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.089576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.089979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.090345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.090708 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.091072 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.091456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.091854 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.092218 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.092576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:06.117717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:06.139952 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] No DVR routers for this DVR port d47759b4-462e-4868-aa48-32c4ac915fff on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:06.143292 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:06.145211 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-fba329b0-60e0-4e73-abb9-16a0d6fa470c req-ed7fd733-d126-4118-94eb-7c0aa806b521 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.16 "DELETE /v2.0/ports/d47759b4-462e-4868-aa48-32c4ac915fff HTTP/1.1" status: 204  len: 173 time: 0.5850742
Jun 19 02:03:06.145775 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'name': 'network-vif-deleted', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:06.148261 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8aafc9-16a5-4309-974e-f069d9495f23" -d '{"events": [{"server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "name": "network-vif-deleted", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:06.188327 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60798ae-f4c3-424d-ae10-9dca5bc65ccd x-openstack-request-id: req-a60798ae-f4c3-424d-ae10-9dca5bc65ccd {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:06.188669 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0cc824-b023-4cac-81b3-af29adb16d75", "name": "network-vif-deleted", "tag": "d47759b4-462e-4868-aa48-32c4ac915fff", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:06.189047 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a60798ae-f4c3-424d-ae10-9dca5bc65ccd {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:06.189552 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0cc824-b023-4cac-81b3-af29adb16d75', 'name': 'network-vif-deleted', 'tag': 'd47759b4-462e-4868-aa48-32c4ac915fff', 'status': 'completed', 'code': 200}
Jun 19 02:03:06.222736 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:06.382672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3423b4ee-5d3c-43d9-a77d-01be992b962f req-24543e84-80e8-4017-b0cc-6a30ee6048f0 tempest-VolumesNegativeTest-1343402219 tempest-VolumesNegativeTest-1343402219-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf0cc824-b023-4cac-81b3-af29adb16d75 HTTP/1.1" status: 200  len: 210 time: 0.0331056
Jun 19 02:03:07.882108 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:09.084646 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d47759b4-462e-4868-aa48-32c4ac915fff no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:09.109568 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: d47759b4-462e-4868-aa48-32c4ac915fff {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:09.110449 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d47759b4-462e-4868-aa48-32c4ac915fff not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:11.801646 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e19c047d-4088-422c-a317-90587e8379cb req-5dce57ad-e0da-4d0a-b314-2aaf23e58ea5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1686668969&fields=id&tenant_id=e299e1ac93904e73b9b8dc82ed55848c HTTP/1.1" status: 200  len: 267 time: 0.0335848
Jun 19 02:03:11.870194 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c047d-4088-422c-a317-90587e8379cb req-1ea2d0e6-b38b-43f1-8af4-e76381be3e88 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:11.871706 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e19c047d-4088-422c-a317-90587e8379cb req-1ea2d0e6-b38b-43f1-8af4-e76381be3e88 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 985 time: 0.0643780
Jun 19 02:03:11.884615 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Request body: {'port': {'security_groups': ['ff8330b1-541a-4f32-b117-f7f0a1773f17']}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:03:11.970879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.008767 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:03:12.155055 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:12.186546 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.297430 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.301433 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-dc42c85d-082a-4e80-935f-fa626ecaba2e tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:12.310330 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:03:12.344859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:12.344859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.345381 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e19c047d-4088-422c-a317-90587e8379cb req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "PUT /v2.0/ports/9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 943 time: 0.4655721
Jun 19 02:03:12.345937 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:12.348227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644962f2-ea06-434d-8ff5-d9e2c90c9e06" -d '{"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:12.361518 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49662) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:12.401900 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25da495d-33ad-4e79-9ad9-528e3108f677 x-openstack-request-id: req-25da495d-33ad-4e79-9ad9-528e3108f677 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:12.402482 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:12.402934 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25da495d-33ad-4e79-9ad9-528e3108f677 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:12.403526 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:03:12.420994 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event updated for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=7']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:12.434713 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.435885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.436496 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.437732 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.438348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.438814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.439278 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.439730 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.440198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.440807 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.441468 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.442040 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:12.442728 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:03:12.446608 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:12.485849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.525216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.542045 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-03fea925-4ed4-418f-8163-472b4905c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:12.543729 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-03fea925-4ed4-418f-8163-472b4905c15d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1099 time: 0.1125081
Jun 19 02:03:12.640837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-5aa28cf9-053d-460b-89d1-4ec4c281177d None None] Provisioning complete for port 9097f30f-3602-4b7c-936c-443c1fb6aa0b triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:03:12.641730 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-5aa28cf9-053d-460b-89d1-4ec4c281177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.689394 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-e8699a1c-c493-450e-8860-b1dea424ea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:12.690874 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-e8699a1c-c493-450e-8860-b1dea424ea94 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 914 time: 0.1358025
Jun 19 02:03:12.762602 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.765726 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:12.766993 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "DELETE /v2.0/security-groups/9d49242a-4e51-4ce5-97d5-85d778e1c121 HTTP/1.1" status: 204  len: 168 time: 0.4039879
Jun 19 02:03:12.767996 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c4016f03-007a-42b8-b59c-f2c8e6abf965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:12.770058 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49666) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:12.772089 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-10eb3ac2-b654-4b79-becc-383675e00cdb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 1002 time: 0.0741098
Jun 19 02:03:12.779145 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d49242a-4e51-4ce5-97d5-85d778e1c121,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:12.798648 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-6b109054-72a0-49b4-b8a4-f87c589a22b5 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:12.839271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-dd3cdbf7-ac41-47bb-92b6-912d1f553ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:12.840866 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-dd3cdbf7-ac41-47bb-92b6-912d1f553ec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0582314
Jun 19 02:03:12.904805 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-06d4fdba-0bc4-446a-b2d8-b00f7bb79bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:12.906883 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-06d4fdba-0bc4-446a-b2d8-b00f7bb79bc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0549357
Jun 19 02:03:12.940162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Deleting port 58e680c2-7b56-4db2-bd00-af65d8276296 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:12.940782 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.003240 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-7701f059-1875-4142-8463-b0218833e67a service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889654
Jun 19 02:03:13.018906 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.019231 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.082872 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Calling delete_port for 58e680c2-7b56-4db2-bd00-af65d8276296 owned by network:floatingip {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:13.097112 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-644962f2-ea06-434d-8ff5-d9e2c90c9e06 req-bdb9572c-7be2-4aa2-812a-824120fcf96b service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871854
Jun 19 02:03:13.308266 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.311328 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2693e961-75b5-4a81-a257-91eeb9fe18ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:13.339806 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event deleted for resources: {'Port': ['ID=58e680c2-7b56-4db2-bd00-af65d8276296,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:13.344363 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:13.401989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49674) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:13.407827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks [] for floatingip, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.408164 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Floating IP 225e71f6-1cbd-4414-8833-c6a21ab0a36a disassociated (deleted). External IP: 172.27.3.253, port: 9097f30f-3602-4b7c-936c-443c1fb6aa0b.
Jun 19 02:03:13.805699 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0f7df2d5-8bef-43ea-bfda-9ee9d67da63b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9abfa4be41c43d5a8246ef2e2525465&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4025397
Jun 19 02:03:13.809345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49680) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:13.862628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.885594 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:13.928573 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Router 212e6c1c-c569-4c03-8e69-9a55356d2b14 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:03:14.000582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:14.003353 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:14.004522 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21f16f90-b1db-46b5-97b4-c9538ab0ed00 HTTP/1.1" status: 204  len: 168 time: 0.1950927
Jun 19 02:03:14.005345 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-19a26e6c-5cc6-477c-b83d-beaf980774dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:14.013501 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f16f90-b1db-46b5-97b4-c9538ab0ed00,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:14.015968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:14.045029 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:03:14.050542 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:14.055964 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Sync routers for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:03:14.066261 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:14.066890 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23eab700>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:14.088088 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "DELETE /v2.0/floatingips/225e71f6-1cbd-4414-8833-c6a21ab0a36a HTTP/1.1" status: 204  len: 168 time: 1.3168662
Jun 19 02:03:14.178508 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:14.405239 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:14.408898 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c" -d '{"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:14.411777 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23eab700>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:14.441283 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Checking router: 212e6c1c-c569-4c03-8e69-9a55356d2b14 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:03:14.451264 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:14.452084 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23eab700>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:14.454959 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11978187-26c9-4ab0-8530-d611f9fd7cc7 x-openstack-request-id: req-11978187-26c9-4ab0-8530-d611f9fd7cc7 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:14.455374 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:14.455675 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11978187-26c9-4ab0-8530-d611f9fd7cc7 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:14.456420 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:03:14.560974 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-4aea8488-94da-4322-95a6-721aed5841ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:14.566174 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-4aea8488-94da-4322-95a6-721aed5841ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 1099 time: 0.0638175
Jun 19 02:03:14.585382 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:14.672610 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-56172e47-b29e-4b5a-b6bd-8fd75cd59757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:14.674170 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-56172e47-b29e-4b5a-b6bd-8fd75cd59757 service neutron] 10.222.0.16 "GET /v2.0/networks?id=62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 200  len: 914 time: 0.1033092
Jun 19 02:03:14.721992 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-88ac9c1d-a130-45d3-98b3-6b3500784fa8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 200  len: 217 time: 0.0401018
Jun 19 02:03:14.771582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-838f3ff0-1b0a-48e0-bbc9-86deb34a700e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:14.774078 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-838f3ff0-1b0a-48e0-bbc9-86deb34a700e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 200  len: 852 time: 0.0450106
Jun 19 02:03:14.795119 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23eab700>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:14.826503 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e539e91-a94f-46ea-a337-4ad7db00f3bc None None] The sync data for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi is: [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:00:24Z', 'revision_number': 4, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '121ceea1-3690-4ce4-8007-853f7f430b24', 'name': '', 'network_id': '62c34897-f11e-4c2c-98c8-1213f80f54e1', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'mac_address': 'fa:16:3e:ff:ec:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:23Z', 'updated_at': '2021-06-19T02:00:29Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'subnets': [{'id': '51210524-b6be-4f5c-9098-c921b7dfb8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:03:14.840387 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-831a9011-2ec1-4cf1-bbb8-7386886399d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:14.841138 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-831a9011-2ec1-4cf1-bbb8-7386886399d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=62c34897-f11e-4c2c-98c8-1213f80f54e1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0613284
Jun 19 02:03:14.944735 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-acf79cb2-821f-4174-a621-60a53b2ae29d service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0958340
Jun 19 02:03:15.044852 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-f1d20ee2-38ff-40ee-b79d-e46c5428e33c req-18e800a8-e99c-4405-902f-429c69207a76 service neutron] 10.222.0.16 "GET /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0913093
Jun 19 02:03:15.069117 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44980530-6665-4f5b-825e-b4879f9b2ff1 None None] New status for floating IP 225e71f6-1cbd-4414-8833-c6a21ab0a36a: DOWN {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:03:17.691597 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af7747-1c5e-4bcb-b202-1a17f0df1852 req-14763bc2-1858-496e-99b9-229a0ee18fdd tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:17.693044 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d8af7747-1c5e-4bcb-b202-1a17f0df1852 req-14763bc2-1858-496e-99b9-229a0ee18fdd tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0734005
Jun 19 02:03:17.730912 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d8af7747-1c5e-4bcb-b202-1a17f0df1852 req-b58ecc9c-88af-43da-86fe-52ffb2db2c67 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318217
Jun 19 02:03:18.906193 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ab893-c132-4e23-8b07-8e106d1e13b1 req-bfbbbd5d-2b9e-47b8-ac22-9537ef072fe6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:18.907749 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-485ab893-c132-4e23-8b07-8e106d1e13b1 req-bfbbbd5d-2b9e-47b8-ac22-9537ef072fe6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0646882
Jun 19 02:03:18.948812 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-485ab893-c132-4e23-8b07-8e106d1e13b1 req-d44eae77-1247-44b9-ba32-7f32bbbec70e tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/security-groups?id=ff8330b1-541a-4f32-b117-f7f0a1773f17&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350330
Jun 19 02:03:19.449171 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec258835-b8de-424b-be34-a998426c287e req-706118c7-36d7-4a86-b1bc-5bdcc10bd04b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:19.450611 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ec258835-b8de-424b-be34-a998426c287e req-706118c7-36d7-4a86-b1bc-5bdcc10bd04b tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.16 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 946 time: 0.0634449
Jun 19 02:03:19.552859 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Deleting port 9097f30f-3602-4b7c-936c-443c1fb6aa0b {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:19.553202 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:19.641516 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] For port 9097f30f-3602-4b7c-936c-443c1fb6aa0b, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=9097f30f-3602-4b7c-936c-443c1fb6aa0b,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:19.641767 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:19.709289 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Calling delete_port for 9097f30f-3602-4b7c-936c-443c1fb6aa0b owned by compute:nova {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:19.893503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:19.897873 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3960df5c-e1d9-4f22-b928-afd0251cd8d0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:19.906804 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['9097f30f-3602-4b7c-936c-443c1fb6aa0b'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:03:19.924257 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Pushing event deleted for resources: {'Port': ['ID=9097f30f-3602-4b7c-936c-443c1fb6aa0b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:19.927025 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:19.976575 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] No DVR routers for this DVR port 9097f30f-3602-4b7c-936c-443c1fb6aa0b on host hv-cinder-79717 {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:19.982344 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:19.982344 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-ec258835-b8de-424b-be34-a998426c287e req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.16 "DELETE /v2.0/ports/9097f30f-3602-4b7c-936c-443c1fb6aa0b HTTP/1.1" status: 204  len: 173 time: 0.5253613
Jun 19 02:03:19.982344 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'name': 'network-vif-deleted', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:19.985919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5674411e-adfc-4bb3-8512-9bea10840d18" -d '{"events": [{"server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "name": "network-vif-deleted", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:20.023424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7714802-3c1d-4ace-a600-e2dc9dc10bb5 x-openstack-request-id: req-c7714802-3c1d-4ace-a600-e2dc9dc10bb5 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:20.023756 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6402df60-13a1-4fbb-bcb5-4f5bffe84e76", "name": "network-vif-deleted", "tag": "9097f30f-3602-4b7c-936c-443c1fb6aa0b", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:20.024054 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7714802-3c1d-4ace-a600-e2dc9dc10bb5 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:20.024488 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6402df60-13a1-4fbb-bcb5-4f5bffe84e76', 'name': 'network-vif-deleted', 'tag': '9097f30f-3602-4b7c-936c-443c1fb6aa0b', 'status': 'completed', 'code': 200}
Jun 19 02:03:20.094268 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c132f0b-2427-4af6-912b-f8b09b35b704 req-89f03ab8-f75d-4935-959f-770c6f0f61cc tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] 10.222.0.24 "GET /v2.0/ports?device_id=6402df60-13a1-4fbb-bcb5-4f5bffe84e76 HTTP/1.1" status: 200  len: 210 time: 0.0296295
Jun 19 02:03:21.959675 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:23.104796 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 9097f30f-3602-4b7c-936c-443c1fb6aa0b no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:23.114015 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49772) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:23.126619 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 9097f30f-3602-4b7c-936c-443c1fb6aa0b {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:23.126972 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 9097f30f-3602-4b7c-936c-443c1fb6aa0b not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:23.543664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:23.856024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Deleting port 121ceea1-3690-4ce4-8007-853f7f430b24 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:23.856379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:23.945823 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] For port 121ceea1-3690-4ce4-8007-853f7f430b24, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=121ceea1-3690-4ce4-8007-853f7f430b24,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:23.946178 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:24.008801 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Calling delete_port for 121ceea1-3690-4ce4-8007-853f7f430b24 owned by network:router_interface {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:24.270393 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:24.272614 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:24.299708 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Pushing event deleted for resources: {'Port': ['ID=121ceea1-3690-4ce4-8007-853f7f430b24,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:24.302853 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:24.465289 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:24.682139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Router 212e6c1c-c569-4c03-8e69-9a55356d2b14 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:03:24.788037 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:03:24.795661 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49776) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:24.796157 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-98dd399c-83c7-4d68-853c-99a88f71b897 admin admin] 10.222.0.24 "PUT /v2.0/routers/212e6c1c-c569-4c03-8e69-9a55356d2b14/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6805782
Jun 19 02:03:24.797954 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Sync routers for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:03:24.807711 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:24.808458 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f65d30>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:24.907591 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:24.914735 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:25.015724 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.101548 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f65d30>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187'}], 'enable_snat': True}, 'gw_port_id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:03:24Z', 'revision_number': 5, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port': {'id': '32d2c324-b468-4a12-97ff-a3152a50c378', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:93:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:20Z', 'updated_at': '2021-06-19T02:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:25.132261 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Checking router: 212e6c1c-c569-4c03-8e69-9a55356d2b14 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:03:25.140782 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Routers {'212e6c1c-c569-4c03-8e69-9a55356d2b14'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:25.141455 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f65d30>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['212e6c1c-c569-4c03-8e69-9a55356d2b14'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:25.177003 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Deleting port 32d2c324-b468-4a12-97ff-a3152a50c378 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:25.177339 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.261260 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] For port 32d2c324-b468-4a12-97ff-a3152a50c378, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=32d2c324-b468-4a12-97ff-a3152a50c378,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:25.261702 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.317756 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] Set router 212e6c1c-c569-4c03-8e69-9a55356d2b14 gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:25.336589 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Calling delete_port for 32d2c324-b468-4a12-97ff-a3152a50c378 owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:25.368557 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f65d30>, [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:03:25Z', 'revision_number': 6, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:25.396959 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbb651b-d9ec-4762-9978-75766a921873 None None] The sync data for ids ['212e6c1c-c569-4c03-8e69-9a55356d2b14'] in dv-cinder-797170-1-iscsi is: [{'id': '212e6c1c-c569-4c03-8e69-9a55356d2b14', 'name': 'tempest-TestMinimumBasicScenario-86277969-router', 'tenant_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:19Z', 'updated_at': '2021-06-19T02:03:25Z', 'revision_number': 6, 'project_id': 'e299e1ac93904e73b9b8dc82ed55848c', 'gw_port_host': None}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:03:25.573034 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.575102 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4f95f8a-8cee-48b0-b1a5-56bc3fdb054c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:25.603534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Pushing event deleted for resources: {'Port': ['ID=32d2c324-b468-4a12-97ff-a3152a50c378,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:25.605432 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:25.671535 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.767357 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:25.769759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.167493 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.168183 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 212e6c1c-c569-4c03-8e69-9a55356d2b14 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:03:26.172483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.173659 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] 10.222.0.24 "DELETE /v2.0/routers/212e6c1c-c569-4c03-8e69-9a55356d2b14 HTTP/1.1" status: 204  len: 168 time: 1.3725443
Jun 19 02:03:26.176158 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49782) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:26.222381 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Deleting subnet 51210524-b6be-4f5c-9098-c921b7dfb8ae {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:03:26.225861 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.263562 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.353555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.464626 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.467066 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0ac20e2f-101f-485d-ab80-b8e768d0170e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:26.491338 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51210524-b6be-4f5c-9098-c921b7dfb8ae,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:26.494412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:26.495389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.497657 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-4b763b8c-655d-4883-8fc2-ebd2a85a7463 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/51210524-b6be-4f5c-9098-c921b7dfb8ae HTTP/1.1" status: 204  len: 168 time: 0.3201413
Jun 19 02:03:26.499803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49784) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:26.502711 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd10fd4-4ec6-4875-9e0f-dac5e54f0954 None None] Network 62c34897-f11e-4c2c-98c8-1213f80f54e1 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:03:26.571795 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.637953 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Deleting port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:26.638213 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.696269 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] DHCP port deletion for 62c34897-f11e-4c2c-98c8-1213f80f54e1 request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:03:26.708795 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] For port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:26.709174 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.747020 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Deleting port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:26.747404 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.776984 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Calling delete_port for ab9b499d-f14a-47a5-9c13-610dd7d1b8bc owned by network:dhcp {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:26.808682 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] For port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,segment=NetworkSegment(40d5e9da-22e3-435b-aff1-e55b5226bd1b),segment_id=40d5e9da-22e3-435b-aff1-e55b5226bd1b)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:26.809106 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.874489 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Calling delete_port for ab9b499d-f14a-47a5-9c13-610dd7d1b8bc owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:26.916029 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.919582 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caed61e3-fc8c-4f9e-8ad3-467da35267da tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:26.951583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] No DVR routers for this DVR port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc on host dv-cinder-797170-1-iscsi {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:26.955262 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:26.955917 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:26.957991 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:26.958163 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:26.985577 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Pushing event deleted for resources: {'Port': ['ID=ab9b499d-f14a-47a5-9c13-610dd7d1b8bc,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:26.988932 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:26.989752 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] No DVR routers for this DVR port ab9b499d-f14a-47a5-9c13-610dd7d1b8bc on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:27.037660 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.047474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f2172bd60>,) {'filters': {'network_id': ['62c34897-f11e-4c2c-98c8-1213f80f54e1']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:27.059213 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2172bd60>, '40d5e9da-22e3-435b-aff1-e55b5226bd1b') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:27.059503 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2172bd60>, '40d5e9da-22e3-435b-aff1-e55b5226bd1b') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:27.069767 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.088448 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.094406 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:03:27.094792 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:03:27.096388 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:03:27.230990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.237052 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:27.242171 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:27.244330 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] 10.222.0.24 "DELETE /v2.0/networks/62c34897-f11e-4c2c-98c8-1213f80f54e1 HTTP/1.1" status: 204  len: 168 time: 0.7434747
Jun 19 02:03:27.247657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49786) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:27.255507 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=62c34897-f11e-4c2c-98c8-1213f80f54e1,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:27.258095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-df2ffe41-10eb-4b88-ad75-114c0f000a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:27.309214 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 32d2c324-b468-4a12-97ff-a3152a50c378 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:27.330701 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 32d2c324-b468-4a12-97ff-a3152a50c378 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:27.331058 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 32d2c324-b468-4a12-97ff-a3152a50c378 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:27.331568 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 121ceea1-3690-4ce4-8007-853f7f430b24 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:27.352736 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 121ceea1-3690-4ce4-8007-853f7f430b24 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:27.353111 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 121ceea1-3690-4ce4-8007-853f7f430b24 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:27.353587 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device ab9b499d-f14a-47a5-9c13-610dd7d1b8bc no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:27.373713 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: ab9b499d-f14a-47a5-9c13-610dd7d1b8bc {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:27.374090 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device ab9b499d-f14a-47a5-9c13-610dd7d1b8bc not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:27.616568 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:28.144059 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Deleting port 9ab5eb8a-4da4-4612-88e7-06171d0bd931 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:28.144398 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:28.222784 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] For port 9ab5eb8a-4da4-4612-88e7-06171d0bd931, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9ab5eb8a-4da4-4612-88e7-06171d0bd931,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:28.223135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:28.287376 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Calling delete_port for 9ab5eb8a-4da4-4612-88e7-06171d0bd931 owned by network:router_interface {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:28.555850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:28.558159 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:28.586120 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab5eb8a-4da4-4612-88e7-06171d0bd931,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:28.589299 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:28.760319 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:28.973660 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Router ad98b6aa-8084-4128-919b-a7a05df0df87 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:03:29.084680 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:03:29.089847 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-c98fb82d-b924-45fc-b9b7-9fca4604d23a admin admin] 10.222.0.24 "PUT /v2.0/routers/ad98b6aa-8084-4128-919b-a7a05df0df87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8411577
Jun 19 02:03:29.092269 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49792) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:29.093050 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Sync routers for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:03:29.103437 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:29.104064 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22f46b20>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:29.197244 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.212172 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:29.306513 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.400322 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22f46b20>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:03:28Z', 'revision_number': 5, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port': {'id': '24d0ae7e-5b8b-4058-a1eb-b5facc52dfde', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T02:00:29Z', 'updated_at': '2021-06-19T02:00:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:29.425849 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Deleting port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:29.426186 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.427734 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Checking router: ad98b6aa-8084-4128-919b-a7a05df0df87 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:03:29.436317 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Routers {'ad98b6aa-8084-4128-919b-a7a05df0df87'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:29.436963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22f46b20>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['ad98b6aa-8084-4128-919b-a7a05df0df87'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:29.506556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] For port 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:29.506840 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.527606 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] Set router ad98b6aa-8084-4128-919b-a7a05df0df87 gateway port host: None {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:29.577787 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Calling delete_port for 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde owned by network:router_gateway {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:29.582681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22f46b20>, [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:03:29Z', 'revision_number': 6, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:29.615730 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852e20f-5bbe-4c5e-b037-266679a83554 None None] The sync data for ids ['ad98b6aa-8084-4128-919b-a7a05df0df87'] in dv-cinder-797170-1-iscsi is: [{'id': 'ad98b6aa-8084-4128-919b-a7a05df0df87', 'name': 'tempest-TestMinimumBasicScenario-2075577244-router', 'tenant_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T02:00:28Z', 'updated_at': '2021-06-19T02:03:29Z', 'revision_number': 6, 'project_id': '8e16f9318d314fce92f5c4f0e86a8a3e', 'gw_port_host': None}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:03:29.805049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.807518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9f8db329-704b-4d5b-a843-92d8bca21aa6 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:29.832696 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=24d0ae7e-5b8b-4058-a1eb-b5facc52dfde,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:29.835879 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:29.898992 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.994157 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:29.997917 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.102233 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.102718 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad98b6aa-8084-4128-919b-a7a05df0df87 {{(pid=105238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:03:30.109401 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] Notify callbacks [] for router, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.109401 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9cca4f12-47c9-40bc-95a6-3133211bf9d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ad98b6aa-8084-4128-919b-a7a05df0df87 HTTP/1.1" status: 204  len: 168 time: 1.0154996
Jun 19 02:03:30.112136 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49796) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:30.160621 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Deleting subnet cee20936-2753-4955-a23b-21e6adc5fffd {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:03:30.163696 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.197668 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.309365 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.432474 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.442381 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:30.470643 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee20936-2753-4955-a23b-21e6adc5fffd,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:30.472782 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.475435 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cee20936-2753-4955-a23b-21e6adc5fffd HTTP/1.1" status: 204  len: 168 time: 0.3622460
Jun 19 02:03:30.476434 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:30.476788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a7f8ee-1283-4603-b2da-a00fc8d5a382 None None] Network 8b1f7665-4f1e-420d-bd42-0eb4582aa511 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:03:30.477257 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49798) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:30.552160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.611617 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Deleting port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:30.612230 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.683380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] DHCP port deletion for 8b1f7665-4f1e-420d-bd42-0eb4582aa511 request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:03:30.684213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] For port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:30.684769 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.745634 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Deleting port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:30.746301 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.758778 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Calling delete_port for 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b owned by network:dhcp {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:30.815694 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] For port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,segment=NetworkSegment(9430e536-1d9c-4c2c-923d-841a072f43fc),segment_id=9430e536-1d9c-4c2c-923d-841a072f43fc)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:30.816029 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.885697 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Calling delete_port for 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:30.921560 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.927717 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-7d6b14f0-7776-40b5-9ea4-7ede579ef484 tempest-ServerRescueNegativeTestJSON-802667654 tempest-ServerRescueNegativeTestJSON-802667654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:30.952364 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:30.963714 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] No DVR routers for this DVR port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b on host dv-cinder-797170-1-iscsi {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:30.963714 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:30.980036 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:30.983731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:31.009701 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] No DVR routers for this DVR port 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:31.013463 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Pushing event deleted for resources: {'Port': ['ID=21c19e01-fd06-4e22-ac47-9e8fcccc5c7b,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:31.019902 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:31.038811 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.048286 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f218abf10>,) {'filters': {'network_id': ['8b1f7665-4f1e-420d-bd42-0eb4582aa511']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:31.058602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f218abf10>, '9430e536-1d9c-4c2c-923d-841a072f43fc') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:31.058897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f218abf10>, '9430e536-1d9c-4c2c-923d-841a072f43fc') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:31.067666 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.082450 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.090246 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:03:31.090884 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:03:31.092649 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:03:31.258733 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.263737 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:31.267780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.272586 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8b1f7665-4f1e-420d-bd42-0eb4582aa511 HTTP/1.1" status: 204  len: 168 time: 0.7918627
Jun 19 02:03:31.282231 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1f7665-4f1e-420d-bd42-0eb4582aa511,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:31.285007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f530cd9f-9cc7-4b21-ab23-7ec9eaa8a497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:31.303653 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:31.323958 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:31.324782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 21c19e01-fd06-4e22-ac47-9e8fcccc5c7b not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:31.325318 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:31.345045 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:31.345419 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 24d0ae7e-5b8b-4058-a1eb-b5facc52dfde not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:31.345893 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9ab5eb8a-4da4-4612-88e7-06171d0bd931 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:31.365389 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 9ab5eb8a-4da4-4612-88e7-06171d0bd931 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:31.365749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9ab5eb8a-4da4-4612-88e7-06171d0bd931 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:31.670693 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49812) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:31.711480 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-98afabc2-6567-4aa4-8b64-407cf31295a2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e299e1ac93904e73b9b8dc82ed55848c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0394890
Jun 19 02:03:31.714348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 49814) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:31.762798 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.784578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.893427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.895937 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:31.897089 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff8330b1-541a-4f32-b117-f7f0a1773f17 HTTP/1.1" status: 204  len: 168 time: 0.1817682
Jun 19 02:03:31.898091 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8bbcfc95-6da6-48a4-a6cc-356afc255b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:31.905199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8330b1-541a-4f32-b117-f7f0a1773f17,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:31.908718 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-649ebc68-4df3-41d6-a932-6a4e2f44dd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:32.247090 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-bb61ddfc-482b-426c-9585-166200c7834d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:32.711649 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49824) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:32.757233 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-dfc3a8e1-990b-461e-899a-541f1677b9af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e16f9318d314fce92f5c4f0e86a8a3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0442240
Jun 19 02:03:32.759592 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49826) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:32.806899 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:32.827677 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:33.002607 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:33.005229 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:33.006401 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7f58896-6ebc-4cb3-9ab5-80569c53c054 HTTP/1.1" status: 204  len: 168 time: 0.2458498
Jun 19 02:03:33.007185 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1adc9b7e-fe27-4a49-b1ed-f903e6d1d83e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:33.028755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f58896-6ebc-4cb3-9ab5-80569c53c054,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:33.028755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:34.304322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec1100-630c-4791-98b5-e68db20eb3a4 req-7d29e635-283a-4170-9288-d029cb98fd8e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:34.305765 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03ec1100-630c-4791-98b5-e68db20eb3a4 req-7d29e635-283a-4170-9288-d029cb98fd8e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0640383
Jun 19 02:03:34.344631 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03ec1100-630c-4791-98b5-e68db20eb3a4 req-e782b876-7231-4d3c-ab87-d2fc81ebba00 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331633
Jun 19 02:03:34.949929 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7b8c0b03-4652-4ce9-882c-2e0eecbe34ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:35.407121 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:35.526849 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4120a8-87d3-4388-a8af-d8973a8b1cab req-6137e562-351f-4100-9de4-247ad4d3545c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:35.528226 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aa4120a8-87d3-4388-a8af-d8973a8b1cab req-6137e562-351f-4100-9de4-247ad4d3545c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0642540
Jun 19 02:03:35.565283 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-aa4120a8-87d3-4388-a8af-d8973a8b1cab req-2c2da8a5-350f-488c-b2f1-800719e99a65 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0306306
Jun 19 02:03:36.223883 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:36.755785 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8356f-fa18-4703-93b7-c48c2bcf3e59 req-4942a1ac-d95a-42bb-9d49-f047dcdaf2c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:36.757264 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03e8356f-fa18-4703-93b7-c48c2bcf3e59 req-4942a1ac-d95a-42bb-9d49-f047dcdaf2c9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0687976
Jun 19 02:03:36.794836 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-03e8356f-fa18-4703-93b7-c48c2bcf3e59 req-e2b4d76e-87bc-4d2e-ae3d-6e60f3eaa266 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0315714
Jun 19 02:03:37.961226 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:37.972662 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a2453-0160-4960-9cb2-8b8bd6f6a7ad req-db7d8354-e6a8-4228-a905-de297f9161a1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:37.974166 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ff7a2453-0160-4960-9cb2-8b8bd6f6a7ad req-db7d8354-e6a8-4228-a905-de297f9161a1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0640752
Jun 19 02:03:38.012681 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-ff7a2453-0160-4960-9cb2-8b8bd6f6a7ad req-a927fad2-940b-49f6-a849-260b9594f47e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329058
Jun 19 02:03:39.186740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2e51-f6e1-44d2-b60d-b756f3743e87 req-127aa426-c908-4c41-b426-f19dad28f2ea tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:39.188181 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1fcb2e51-f6e1-44d2-b60d-b756f3743e87 req-127aa426-c908-4c41-b426-f19dad28f2ea tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0622480
Jun 19 02:03:39.229263 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1fcb2e51-f6e1-44d2-b60d-b756f3743e87 req-115f8309-ec0a-4c9c-9d77-71a3be26b606 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344679
Jun 19 02:03:40.410638 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872940ad-2169-49bc-8503-6363b21ac20d req-299c2530-3ed9-4b52-be70-5bd3d5e0b8b4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:40.412013 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-872940ad-2169-49bc-8503-6363b21ac20d req-299c2530-3ed9-4b52-be70-5bd3d5e0b8b4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0631435
Jun 19 02:03:40.448889 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-872940ad-2169-49bc-8503-6363b21ac20d req-bbae3ab9-1274-4428-ab9a-a0eb24ce78d3 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312674
Jun 19 02:03:41.627118 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c753be6-dd58-473d-b6d2-93c20121e479 req-c7ce4a53-842d-4692-9301-4f222ed78f60 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:41.628623 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c753be6-dd58-473d-b6d2-93c20121e479 req-c7ce4a53-842d-4692-9301-4f222ed78f60 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0617621
Jun 19 02:03:41.665989 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0c753be6-dd58-473d-b6d2-93c20121e479 req-0b3b2c44-f3f8-4ea3-a0bb-d31261c1ce03 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0318151
Jun 19 02:03:42.845522 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41147609-2924-49dd-9a34-8862019c6453 req-c204514a-da58-478b-be67-1e9397b8c11c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:42.847596 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41147609-2924-49dd-9a34-8862019c6453 req-c204514a-da58-478b-be67-1e9397b8c11c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0658019
Jun 19 02:03:42.885078 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-41147609-2924-49dd-9a34-8862019c6453 req-e58d6692-9a3d-4010-b582-04c41c0b01fe tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319753
Jun 19 02:03:44.064506 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0899211-05fb-4e86-85eb-c6a03a9fac46 req-f0b26b9b-7869-4a16-9477-899a50b4190d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:44.066208 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d0899211-05fb-4e86-85eb-c6a03a9fac46 req-f0b26b9b-7869-4a16-9477-899a50b4190d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0642455
Jun 19 02:03:44.102799 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d0899211-05fb-4e86-85eb-c6a03a9fac46 req-89b74c2a-150b-43d3-b1c7-014b3aa2c00c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0310540
Jun 19 02:03:45.281913 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6455cd-4554-4102-95e3-e682b7b98ba3 req-61bbc4ce-7e5f-4798-924c-df7bd9f6581b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:45.283369 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fb6455cd-4554-4102-95e3-e682b7b98ba3 req-61bbc4ce-7e5f-4798-924c-df7bd9f6581b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0635848
Jun 19 02:03:45.326836 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fb6455cd-4554-4102-95e3-e682b7b98ba3 req-2f026f75-a26f-4d2e-b4f7-3aff11f2122f tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372140
Jun 19 02:03:45.727493 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-a033cdf9-22d8-469d-9031-79d44549fde9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-856087570&fields=id&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 267 time: 0.0315113
Jun 19 02:03:45.830717 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-22e6eca6-5ed8-4ef0-8ec8-394f712ec2ba tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:45.832283 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-22e6eca6-5ed8-4ef0-8ec8-394f712ec2ba tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.0983703
Jun 19 02:03:45.846878 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-ba13d207-3288-41a0-a9d2-6a7d66820e7e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/quotas/bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 375 time: 0.0086660
Jun 19 02:03:45.922768 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-3509bb27-7c2b-4049-92e2-e364a21bde23 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0702047
Jun 19 02:03:46.015874 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-1a7ef972-de8d-42ae-a22b-b0566a1aea9e service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814719
Jun 19 02:03:46.374247 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-89dc50e4-dbfe-4cef-a12d-de41af526e67 service neutron] 10.222.0.24 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3524859
Jun 19 02:03:46.504795 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471fdb90-424c-4c36-8a6e-33f912506534 req-c822d194-843a-44f5-a7d1-321cf6ef7126 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:46.506290 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-471fdb90-424c-4c36-8a6e-33f912506534 req-c822d194-843a-44f5-a7d1-321cf6ef7126 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0652938
Jun 19 02:03:46.546238 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-471fdb90-424c-4c36-8a6e-33f912506534 req-8f577adc-fbd7-4af8-a9c4-a9e642aa28d0 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0340908
Jun 19 02:03:47.203858 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:03:47.214006 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-505867af-b1bc-455f-9e03-e1fe6822e652 req-43426e5f-b8e2-43d7-bdae-dee7e20306ca tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 210 time: 0.0296700
Jun 19 02:03:47.309119 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:47.322291 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:03:47.362623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:47.375586 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:03:47.394993 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:47.507689 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:47.510533 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:47.560759 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=6']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:47.569144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.569491 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.569837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.570180 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.570495 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.571008 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.571225 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.571447 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.571769 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.572088 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.572404 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.572826 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:03:47.577763 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:47.595302 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['87b8176c-f7ae-4118-9c4a-5995c28fff2e'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:03:47.754386 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2802353-4c7f-40d2-8fd3-7bf091d78c5b req-c66f5d91-8ba8-47b1-b3f9-548e52358c2b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:47.756249 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2802353-4c7f-40d2-8fd3-7bf091d78c5b req-c66f5d91-8ba8-47b1-b3f9-548e52358c2b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 944 time: 0.0776157
Jun 19 02:03:47.814396 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d2802353-4c7f-40d2-8fd3-7bf091d78c5b req-8ceab0d0-6e76-426e-8bfe-af39a96e5e28 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465670
Jun 19 02:03:48.389644 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4e16aeea-5e26-4470-9da3-469cbe140dd5 req-7a0537c2-6a19-4229-8ad9-a7b8c89e2468 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 210 time: 0.0459847
Jun 19 02:03:48.416237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49942) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:48.777208 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Deleting port 15eb8925-7951-4fb9-a691-5858994d44a1 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:48.777823 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:48.873576 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:48.884636 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.008131 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:03:49.009399 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Calling delete_port for 15eb8925-7951-4fb9-a691-5858994d44a1 owned by network:floatingip {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:49.013151 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0271f95-d81a-455d-866a-5334f9b4e06e req-2a088ce5-f2a9-499a-a99d-12798d58eaac tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:49.014906 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0271f95-d81a-455d-866a-5334f9b4e06e req-2a088ce5-f2a9-499a-a99d-12798d58eaac tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 944 time: 0.0745773
Jun 19 02:03:49.064320 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0271f95-d81a-455d-866a-5334f9b4e06e req-fbd61a9f-1ce1-478c-98cd-46c8d49964d3 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405722
Jun 19 02:03:49.215443 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:03:49.274997 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:03:49.275560 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.307946 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.311458 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-caad1cd2-111c-4155-885a-3b9567648c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:49.358760 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event deleted for resources: {'Port': ['ID=15eb8925-7951-4fb9-a691-5858994d44a1,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:49.372596 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:49.374084 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.400566 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:49.403721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5cf232-00eb-400e-80d7-4c5a3bf6c353" -d '{"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:49.419667 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:49.458729 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for floatingip, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.459340 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Floating IP 18e35078-ea37-4fce-a3cf-81404395c0b5 disassociated (deleted). External IP: 172.27.3.156, port: 36df44dc-e113-4356-aa69-19c8c8517975.
Jun 19 02:03:49.469599 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6b87e2-a075-4a65-918c-520df31e7b21 x-openstack-request-id: req-0a6b87e2-a075-4a65-918c-520df31e7b21 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:49.469833 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:49.470845 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a6b87e2-a075-4a65-918c-520df31e7b21 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:49.470845 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'code': 200}
Jun 19 02:03:49.505118 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:49.507287 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:49.585080 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=7']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:49.589685 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:49.596387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-20dd7739-8211-4acd-9784-669bf4f4a578 req-37b30b2f-79c7-4228-bae4-521316845c3b tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 210 time: 0.0522547
Jun 19 02:03:49.694735 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-8cbbf8a3-3630-40f0-83bb-5355513abaeb tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:49.696187 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-8cbbf8a3-3630-40f0-83bb-5355513abaeb tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 811 time: 0.1803367
Jun 19 02:03:49.806472 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-6d1b40e7-7017-4aac-a87c-138c120c1485 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9a3f3e432845edb23cc31e02e22110 HTTP/1.1" status: 200  len: 379 time: 0.0753031
Jun 19 02:03:49.816950 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'port': {'device_id': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'admin_state_up': True, 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'security_groups': ['0992d9c1-239a-4bf5-94a7-18987f732413']}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:03:49.890425 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Router 22d39342-88a2-4c89-9eff-520277619a39 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:03:50.052444 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:03:50.062070 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Sync routers for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:03:50.062793 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:50.074282 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:50.075013 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238a7040>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:50.121216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Made reservation on behalf of bd9a3f3e432845edb23cc31e02e22110 for: {'port': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:03:50.127447 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:50.162903 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "DELETE /v2.0/floatingips/18e35078-ea37-4fce-a3cf-81404395c0b5 HTTP/1.1" status: 204  len: 168 time: 1.7448614
Jun 19 02:03:50.171200 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:50.173813 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb157f28-4016-4bf1-827b-1b70bf381d83" -d '{"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:50.200436 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:50.391160 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.20.0.5 (2ce46fbc-3eb0-4567-a8fd-971073e3a0bb/9ffdd41d-b4e3-4955-a67c-31871d0362d3/c529103e-767d-406f-802e-52f78e0f1d2c) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:03:50.393066 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2562f-f5cd-49b2-be17-96ca38b25931 req-0077747a-1785-453c-b8e3-8ba3e451c33c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:50.401902 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cbb2562f-f5cd-49b2-be17-96ca38b25931 req-0077747a-1785-453c-b8e3-8ba3e451c33c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.1167192
Jun 19 02:03:50.450911 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cbb2562f-f5cd-49b2-be17-96ca38b25931 req-be038b56-025c-4658-b5aa-2b86689ca539 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460775
Jun 19 02:03:50.456270 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238a7040>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:50.495832 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Checking router: 22d39342-88a2-4c89-9eff-520277619a39 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:03:50.505447 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:50.506171 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238a7040>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:50.521698 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d94fe9-a238-42ae-bec7-ff3da29331d4 x-openstack-request-id: req-a1d94fe9-a238-42ae-bec7-ff3da29331d4 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:50.522324 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:50.522324 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1d94fe9-a238-42ae-bec7-ff3da29331d4 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:50.522761 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'status': 'completed', 'code': 200}
Jun 19 02:03:50.649006 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-d09a0315-cdcb-4e1a-a441-6d82fbe16f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:50.657120 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-d09a0315-cdcb-4e1a-a441-6d82fbe16f4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=531291145a064129b4b4810f42f32eea&device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 1098 time: 0.0949838
Jun 19 02:03:50.683060 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:50.687712 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:50.756351 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Transition to ACTIVE for port object c529103e-767d-406f-802e-52f78e0f1d2c will not be triggered until provisioned by entity DHCP. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:03:50.791219 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0b625218-b27a-4c72-af68-e6509c67fdd2 req-a12b07eb-6881-46ee-a58e-18c53e8f440c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 210 time: 0.0404053
Jun 19 02:03:50.896656 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-443dfeb2-50bc-4ca4-84e2-d42c1205d2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:50.897848 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-443dfeb2-50bc-4ca4-84e2-d42c1205d2da service neutron] 10.222.0.16 "GET /v2.0/networks?id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 200  len: 909 time: 0.2362468
Jun 19 02:03:50.944649 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:50.956483 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c85a902f-bfc4-4a69-a410-641e7e946cac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:50.959198 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-53dd6393-f878-4679-819d-9126e373bdab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 200  len: 217 time: 0.0541887
Jun 19 02:03:51.021827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:03:51.024479 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238a7040>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:51.035696 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:03:51.037946 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:03:51.061394 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-56e50376-c0ea-41f5-bd87-424653318cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:51.062296 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f7f7c-34fb-4212-b23a-ab8965c94489 None None] The sync data for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi is: [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T01:58:17Z', 'revision_number': 4, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85', 'name': '', 'network_id': 'ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'mac_address': 'fa:16:3e:0e:c4:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:14Z', 'updated_at': '2021-06-19T01:58:25Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'subnets': [{'id': 'd3b708a6-3b49-4873-8a6e-3e961094da9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:03:51.063560 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-56e50376-c0ea-41f5-bd87-424653318cb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 200  len: 847 time: 0.0961354
Jun 19 02:03:51.164426 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903d65b-7e61-4d74-be58-a21bed756339 req-6e377111-ab4f-4f0a-829a-283d75d97923 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:51.170003 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7903d65b-7e61-4d74-be58-a21bed756339 req-6e377111-ab4f-4f0a-829a-283d75d97923 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.2136989
Jun 19 02:03:51.177319 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:51.192544 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:51.231966 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:51.232635 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:51.311413 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7903d65b-7e61-4d74-be58-a21bed756339 req-521fab9a-fead-4a2b-be28-45cc96132321 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239192
Jun 19 02:03:51.322419 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-5eaa6671-7a8d-4743-b824-0ba1df012a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:51.324017 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-5eaa6671-7a8d-4743-b824-0ba1df012a9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2494993
Jun 19 02:03:51.332986 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-707db994-6d09-401e-bdab-409ad5e88eb7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5201607
Jun 19 02:03:51.345113 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Request body: {'port': {'device_id': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:03:51.453941 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-2064dc00-176a-4146-befb-4c315ce5c0e8 service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207149
Jun 19 02:03:51.490565 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d941636e-835f-4e4c-8465-5854de7f61b9 None None] New status for floating IP 18e35078-ea37-4fce-a3cf-81404395c0b5: DOWN {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:03:51.537417 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:51.568352 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-e530a8a8-4bca-4de3-9b0a-9480c2b32435 None None] Provisioning for port c529103e-767d-406f-802e-52f78e0f1d2c completed by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:03:51.575258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-e530a8a8-4bca-4de3-9b0a-9480c2b32435 None None] Provisioning complete for port c529103e-767d-406f-802e-52f78e0f1d2c triggered by entity DHCP. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:03:51.575858 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-e530a8a8-4bca-4de3-9b0a-9480c2b32435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:51.631323 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-eb157f28-4016-4bf1-827b-1b70bf381d83 req-27758181-8d6d-4bb0-a6ad-60fa86ee7f3a service neutron] 10.222.0.16 "GET /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1689086
Jun 19 02:03:51.647154 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-e530a8a8-4bca-4de3-9b0a-9480c2b32435 None None] Port c529103e-767d-406f-802e-52f78e0f1d2c cannot update to ACTIVE because it is not bound. {{(pid=105239) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 19 02:03:51.764027 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db2903-e7a3-4f7c-b792-476922132483 req-876ab6dc-9003-42fc-ab69-4ad42d95a361 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:51.765801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09db2903-e7a3-4f7c-b792-476922132483 req-876ab6dc-9003-42fc-ab69-4ad42d95a361 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0923214
Jun 19 02:03:51.839404 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-09db2903-e7a3-4f7c-b792-476922132483 req-1488a803-3c27-48c2-8662-886d72d266e1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651989
Jun 19 02:03:51.951491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c529103e-767d-406f-802e-52f78e0f1d2c {{(pid=105237) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:03:51.964368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:51.979002 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.provisioning_blocks [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Transition to ACTIVE for port object c529103e-767d-406f-802e-52f78e0f1d2c will not be triggered until provisioned by entity L2. {{(pid=105237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:03:52.056501 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014db452-8d03-4df4-9f05-35b87bae5858 req-2c1dd6a4-4d0c-4749-bc12-b9cc2653c014 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:52.058539 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-014db452-8d03-4df4-9f05-35b87bae5858 req-2c1dd6a4-4d0c-4749-bc12-b9cc2653c014 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 931 time: 0.0765021
Jun 19 02:03:52.101697 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-014db452-8d03-4df4-9f05-35b87bae5858 req-44f00b27-3f2f-4fb1-9d20-6af6c57cec74 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372546
Jun 19 02:03:52.136602 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.181802 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.185083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-65503d5b-f777-406f-9beb-2ed7086a2c1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:52.302316 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:52.306228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:52.392063 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Attempting to bind port c529103e-767d-406f-802e-52f78e0f1d2c on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:03:52.392775 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Attempting to bind port c529103e-767d-406f-802e-52f78e0f1d2c by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:03:52.393181 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Attempting to bind port c529103e-767d-406f-802e-52f78e0f1d2c on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:03:52.398990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Port c529103e-767d-406f-802e-52f78e0f1d2c on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:03:52.399410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Attempting to bind port c529103e-767d-406f-802e-52f78e0f1d2c on network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:03:52.411323 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:03:52.411855 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Checking segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:03:52.423368 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Bound using segment: {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'} {{(pid=105237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:03:52.424014 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.managers [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Bound port: c529103e-767d-406f-802e-52f78e0f1d2c, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb'}}] {{(pid=105237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:03:52.425804 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.548130 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, cleared binding levels {{(pid=105237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:03:52.557031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c529103e-767d-406f-802e-52f78e0f1d2c,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:03:52.560922 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-61c4472c-ba42-4972-8c4a-51456d581bac tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:52.567586 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-61c4472c-ba42-4972-8c4a-51456d581bac tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.16 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1506150
Jun 19 02:03:52.598552 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f2be-5166-44bf-8597-552070e25eb2 req-9febb7b3-96e8-4aa1-9054-22bca15c40b8 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:52.600071 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5589f2be-5166-44bf-8597-552070e25eb2 req-9febb7b3-96e8-4aa1-9054-22bca15c40b8 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 945 time: 0.1219542
Jun 19 02:03:52.687422 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.692559 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:52.710972 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5589f2be-5166-44bf-8597-552070e25eb2 req-818179b7-3992-4c4d-a36c-49bcda57b9a2 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/security-groups?id=224cf8e0-e43b-495d-bf08-5ee608967acb&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890110
Jun 19 02:03:52.742610 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Deleting port 36df44dc-e113-4356-aa69-19c8c8517975 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:52.743097 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.772366 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:52.773015 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.774408 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] 10.222.0.16 "PUT /v2.0/ports/c529103e-767d-406f-802e-52f78e0f1d2c HTTP/1.1" status: 200  len: 1093 time: 1.4347520
Jun 19 02:03:52.774939 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:52.780937 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40cea4d-579a-4dab-8d30-1a0f53a09e42" -d '{"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:52.805556 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=3']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:52.810022 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c8995026-36bd-4896-a6f2-19a9009176b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:52.847348 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae0249-8838-4371-8cab-76b819aef176 x-openstack-request-id: req-05ae0249-8838-4371-8cab-76b819aef176 {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:52.847897 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:52.848455 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05ae0249-8838-4371-8cab-76b819aef176 {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:52.848455 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'status': 'completed', 'code': 200}
Jun 19 02:03:52.941637 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] For port 36df44dc-e113-4356-aa69-19c8c8517975, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=36df44dc-e113-4356-aa69-19c8c8517975,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:52.941966 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:52.991714 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-ad6354cd-2e2f-4ff7-a825-ec2201925303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:52.993941 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-ad6354cd-2e2f-4ff7-a825-ec2201925303 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1096 time: 0.1212344
Jun 19 02:03:53.048750 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Calling delete_port for 36df44dc-e113-4356-aa69-19c8c8517975 owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:53.178684 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-eadc3604-7441-45ac-a0cd-d88d486d7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.182679 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-eadc3604-7441-45ac-a0cd-d88d486d7fd0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=bd9a3f3e432845edb23cc31e02e22110&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1808424
Jun 19 02:03:53.301515 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df509ed-6dcf-4c56-b227-af41a746eb54 req-01a4cff6-a2cd-4fd6-af99-524dcca2d944 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.315337 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7df509ed-6dcf-4c56-b227-af41a746eb54 req-01a4cff6-a2cd-4fd6-af99-524dcca2d944 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.1618319
Jun 19 02:03:53.319841 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-5b09f76d-09fa-46eb-805d-a38cb32fdf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.321668 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-c40cea4d-579a-4dab-8d30-1a0f53a09e42 req-5b09f76d-09fa-46eb-805d-a38cb32fdf10 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1319990
Jun 19 02:03:53.393086 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7df509ed-6dcf-4c56-b227-af41a746eb54 req-387d3346-82dd-49fb-88c5-67fb029afc60 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0652990
Jun 19 02:03:53.433516 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66486991-8e78-4b55-ba64-8782e4d7132e req-14075ed8-4be8-47c8-8860-661362e058f2 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.434969 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66486991-8e78-4b55-ba64-8782e4d7132e req-14075ed8-4be8-47c8-8860-661362e058f2 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.1528873
Jun 19 02:03:53.452351 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-da5020c1-64f5-4191-ba63-16799fe256ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.454119 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-da5020c1-64f5-4191-ba63-16799fe256ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1096 time: 0.0853984
Jun 19 02:03:53.492996 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-66486991-8e78-4b55-ba64-8782e4d7132e req-eaf44748-86b9-4560-83b4-27dd0421067a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568597
Jun 19 02:03:53.498715 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:53.504512 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25c5a840-2b9f-4965-848e-d6fb805232f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:53.524486 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-8264c311-6016-40ed-bb0d-2e0db3cc187f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c529103e-767d-406f-802e-52f78e0f1d2c HTTP/1.1" status: 200  len: 217 time: 0.0620778
Jun 19 02:03:53.532624 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event deleted for resources: {'Port': ['ID=36df44dc-e113-4356-aa69-19c8c8517975,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:53.538549 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:53.595024 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-2674540e-ca8c-456a-a0f6-3f10bf3ae376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.596573 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-2674540e-ca8c-456a-a0f6-3f10bf3ae376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0652463
Jun 19 02:03:53.609602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] No DVR routers for this DVR port 36df44dc-e113-4356-aa69-19c8c8517975 on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:03:53.613646 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:53.615397 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-58a16a76-e86c-4987-a17a-c9b91f49fe41 req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.16 "DELETE /v2.0/ports/36df44dc-e113-4356-aa69-19c8c8517975 HTTP/1.1" status: 204  len: 173 time: 1.0392916
Jun 19 02:03:53.615967 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-deleted', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:03:53.621257 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e816a4-69bf-4ca9-9a21-07d10875a300" -d '{"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-deleted", "tag": "36df44dc-e113-4356-aa69-19c8c8517975"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:03:53.668515 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389efe15-0f5f-44c1-833a-28d37dcd2560 x-openstack-request-id: req-389efe15-0f5f-44c1-833a-28d37dcd2560 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:03:53.668873 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df382a11-9679-4eac-9ca8-982b38d84557", "name": "network-vif-deleted", "tag": "36df44dc-e113-4356-aa69-19c8c8517975", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:03:53.669162 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-389efe15-0f5f-44c1-833a-28d37dcd2560 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:03:53.669587 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df382a11-9679-4eac-9ca8-982b38d84557', 'name': 'network-vif-deleted', 'tag': '36df44dc-e113-4356-aa69-19c8c8517975', 'status': 'completed', 'code': 200}
Jun 19 02:03:53.675803 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-b305dbec-30f1-4d95-81c4-9fd6c5212fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:53.677339 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-b305dbec-30f1-4d95-81c4-9fd6c5212fcc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720997
Jun 19 02:03:53.835627 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-e9c6dba1-c9a5-41f4-91c5-0cc70717b621 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509254
Jun 19 02:03:53.931175 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-4266e4b7-0774-470d-b8f7-c9139ff97d9a req-ecc0dc40-9703-47ad-a1cc-6ef469204b9c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0438213
Jun 19 02:03:53.993810 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-dc4183e5-5d9c-47ed-8203-9fecfff3208b req-6733dcc7-f62c-48f0-b0b0-958ff2085b59 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499836
Jun 19 02:03:54.617025 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6899f-b5c9-47a0-8211-5df3b0d8a30d req-f52b2457-602d-460a-bc01-c9a89d076fbe tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:54.618726 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ee6899f-b5c9-47a0-8211-5df3b0d8a30d req-f52b2457-602d-460a-bc01-c9a89d076fbe tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0812035
Jun 19 02:03:54.710034 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2ee6899f-b5c9-47a0-8211-5df3b0d8a30d req-c4d3dd79-cea2-44aa-b34d-40e4deb8a72d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537746
Jun 19 02:03:54.726914 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81259d-fa3d-44c7-abe0-e6841671ae99 req-eddf0c07-8d3e-4985-89ae-bd9efe2c28d8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:54.728516 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bd81259d-fa3d-44c7-abe0-e6841671ae99 req-eddf0c07-8d3e-4985-89ae-bd9efe2c28d8 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.1069417
Jun 19 02:03:54.785813 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bd81259d-fa3d-44c7-abe0-e6841671ae99 req-d4ac99f1-85cd-4562-ad1e-720e32c3d350 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428476
Jun 19 02:03:55.089631 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d1ae7657-3d12-4441-b5fb-48a4f720bc69 req-517b43d0-ead9-4e3c-ac00-6dd75b51d94c tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "GET /v2.0/ports?device_id=df382a11-9679-4eac-9ca8-982b38d84557 HTTP/1.1" status: 200  len: 210 time: 0.0328383
Jun 19 02:03:55.901147 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4576c-45d5-4f2e-9cc0-bde7702c11c9 req-b418a073-d24c-4ccf-aafb-45e7d93af1f4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:55.902648 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-58e4576c-45d5-4f2e-9cc0-bde7702c11c9 req-b418a073-d24c-4ccf-aafb-45e7d93af1f4 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0710459
Jun 19 02:03:55.970166 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-58e4576c-45d5-4f2e-9cc0-bde7702c11c9 req-6d9a3df6-6bef-4f70-91e1-60cc05984f63 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571151
Jun 19 02:03:55.996902 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e5c1f-9bec-4963-9a8c-f567121042d2 req-22c944b6-ff4a-4c6d-88c4-91f9c29ff244 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:55.998303 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e04e5c1f-9bec-4963-9a8c-f567121042d2 req-22c944b6-ff4a-4c6d-88c4-91f9c29ff244 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.0948021
Jun 19 02:03:56.037633 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e04e5c1f-9bec-4963-9a8c-f567121042d2 req-4a85d255-df0d-4ac0-9520-882182e973d9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335803
Jun 19 02:03:56.191787 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 49998) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:56.260921 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:56.293181 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:56.449710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:56.452430 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:56.453588 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] 10.222.0.24 "DELETE /v2.0/security-groups/224cf8e0-e43b-495d-bf08-5ee608967acb HTTP/1.1" status: 204  len: 168 time: 0.2600083
Jun 19 02:03:56.459777 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e9838080-711b-4a3b-baa3-288f59784b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:56.474434 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=224cf8e0-e43b-495d-bf08-5ee608967acb,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:56.477845 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5c4409ed-6ef5-4d71-b9eb-83ffa84f9d75 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:56.501161 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-bacddb5d-7fe1-4aa1-8e6d-33a038ee4263 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0922515
Jun 19 02:03:56.573623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50002) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:56.615932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-ce8ddba6-a657-4cde-8ff2-3e9f72d05f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:56.617907 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-ce8ddba6-a657-4cde-8ff2-3e9f72d05f0f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1099 time: 0.0690012
Jun 19 02:03:56.763303 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-bee927a1-2f68-455c-9299-8f361d8025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:56.764942 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-bee927a1-2f68-455c-9299-8f361d8025e6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.1222289
Jun 19 02:03:56.866282 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-ee48ec03-2bfd-4e39-9d09-066681a4370b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 200  len: 1001 time: 0.0926211
Jun 19 02:03:56.924538 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-8da78590-d829-4ab3-a59a-b3e3509ed784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:56.926187 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-8da78590-d829-4ab3-a59a-b3e3509ed784 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0535092
Jun 19 02:03:56.995108 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-76431307-a0d3-4ab6-9786-fc4a7ef68120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:56.996803 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-76431307-a0d3-4ab6-9786-fc4a7ef68120 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0638409
Jun 19 02:03:57.145521 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-97ab4c2b-f305-4a76-b7b8-29af57a84c19 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356678
Jun 19 02:03:57.249167 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:03:57.257376 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-edc17607-6f06-42da-bc13-bf61f2533d4f req-999daf84-ab33-4fc0-866f-c090e5c30b39 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1052055
Jun 19 02:03:57.295118 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 36df44dc-e113-4356-aa69-19c8c8517975 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:03:57.295894 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 36df44dc-e113-4356-aa69-19c8c8517975 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:03:57.299039 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1726c1c-b507-4cff-b912-6aaea50d9a92 req-2ad6910e-506a-407d-9b91-4b55f5f0a3b8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:57.302916 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e1726c1c-b507-4cff-b912-6aaea50d9a92 req-2ad6910e-506a-407d-9b91-4b55f5f0a3b8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.1444621
Jun 19 02:03:57.363272 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d205153-5cc8-4632-9f45-0db2efcb610e req-51b26028-070d-439c-b58f-6a2100acfbdd tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:57.365337 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6d205153-5cc8-4632-9f45-0db2efcb610e req-51b26028-070d-439c-b58f-6a2100acfbdd tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.1689055
Jun 19 02:03:57.406104 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e1726c1c-b507-4cff-b912-6aaea50d9a92 req-351acf4f-7ae6-48b8-be9c-57c986a45862 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976052
Jun 19 02:03:57.430524 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6d205153-5cc8-4632-9f45-0db2efcb610e req-b8f8a40a-9f12-4b97-82ca-1a49e2294628 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551538
Jun 19 02:03:57.436756 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:57.758800 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Deleting port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:57.759239 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:57.853925 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] For port 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:03:57.854389 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:57.933792 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Calling delete_port for 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 owned by network:router_interface {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:03:58.212200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:58.221251 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-944c593c-78f7-4a1f-8b19-708d580c9869 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:03:58.245848 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Pushing event deleted for resources: {'Port': ['ID=738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:03:58.252723 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:03:58.453233 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:59.040659 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe61327-b294-49ee-9385-1ae1566ae355 req-91791d76-f44c-41f6-8644-c8347ec77b17 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:59.042250 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fe61327-b294-49ee-9385-1ae1566ae355 req-91791d76-f44c-41f6-8644-c8347ec77b17 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.4755671
Jun 19 02:03:59.054804 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418c67-368e-46e6-868d-de5d4bf0edec req-83181979-83dc-4add-b406-6bf14b36b308 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:03:59.056323 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e5418c67-368e-46e6-868d-de5d4bf0edec req-83181979-83dc-4add-b406-6bf14b36b308 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.4716992
Jun 19 02:03:59.136991 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fe61327-b294-49ee-9385-1ae1566ae355 req-40543b5e-4d04-4e55-a2d2-66a24e6af427 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0779333
Jun 19 02:03:59.148517 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Router 22d39342-88a2-4c89-9eff-520277619a39 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:03:59.275415 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e5418c67-368e-46e6-868d-de5d4bf0edec req-5cfb1837-57c5-4b90-8bd3-d7d505087fbf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2089422
Jun 19 02:03:59.297085 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:03:59.306375 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50016) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:03:59.309889 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Sync routers for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:03:59.313982 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-6830250f-5e6a-40d7-a134-069f99119aba admin admin] 10.222.0.24 "PUT /v2.0/routers/22d39342-88a2-4c89-9eff-520277619a39/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7378447
Jun 19 02:03:59.327964 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:59.328666 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23c1ee50>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:59.437891 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:59.638423 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23c1ee50>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T02:03:58Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:59.664741 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Checking router: 22d39342-88a2-4c89-9eff-520277619a39 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:03:59.674260 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Routers {'22d39342-88a2-4c89-9eff-520277619a39'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:03:59.674879 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23c1ee50>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['22d39342-88a2-4c89-9eff-520277619a39'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:03:59.709990 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:59.792403 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] Set router 22d39342-88a2-4c89-9eff-520277619a39 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:03:59.830237 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:03:59.977410 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Deleting port 9668a67b-3365-4370-b637-02f000a2b949 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:03:59.977816 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.071095 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] For port 9668a67b-3365-4370-b637-02f000a2b949, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9668a67b-3365-4370-b637-02f000a2b949,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:00.071459 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.095667 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23c1ee50>, [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T02:03:58Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:00.132480 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c20591-2b77-4952-94f9-9bfacfbc9b2b None None] The sync data for ids ['22d39342-88a2-4c89-9eff-520277619a39'] in dv-cinder-797170-1-iscsi is: [{'id': '22d39342-88a2-4c89-9eff-520277619a39', 'name': 'tempest-TestShelveInstance-802201966-router', 'tenant_id': '531291145a064129b4b4810f42f32eea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36'}], 'enable_snat': True}, 'gw_port_id': '9668a67b-3365-4370-b637-02f000a2b949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:08Z', 'updated_at': '2021-06-19T02:03:58Z', 'revision_number': 5, 'project_id': '531291145a064129b4b4810f42f32eea', 'gw_port': {'id': '9668a67b-3365-4370-b637-02f000a2b949', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d39342-88a2-4c89-9eff-520277619a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:09Z', 'updated_at': '2021-06-19T01:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:04:00.150307 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Calling delete_port for 9668a67b-3365-4370-b637-02f000a2b949 owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:00.398647 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6a81-8d5e-4a57-8198-e4047755a242 req-eb8bbb8c-add8-4fb3-b10f-8874b7283cc0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:00.400153 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73eb6a81-8d5e-4a57-8198-e4047755a242 req-eb8bbb8c-add8-4fb3-b10f-8874b7283cc0 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.1172326
Jun 19 02:04:00.435205 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.437352 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bf8ad12e-7e02-4b81-95e7-fd7ab18f73b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:00.481700 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-73eb6a81-8d5e-4a57-8198-e4047755a242 req-86832d40-69da-4f61-9615-9c0ebd0fb64c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624475
Jun 19 02:04:00.481818 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9668a67b-3365-4370-b637-02f000a2b949,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:00.481818 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:00.549794 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e027-d840-44a1-bf22-06ceb887df66 req-4c35c7ed-a212-4ad1-aa1f-15bf73622468 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:00.552129 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2008e027-d840-44a1-bf22-06ceb887df66 req-4c35c7ed-a212-4ad1-aa1f-15bf73622468 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0933087
Jun 19 02:04:00.567849 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.599387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2008e027-d840-44a1-bf22-06ceb887df66 req-098b1478-89eb-4019-9822-d29baef22d7c tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405459
Jun 19 02:04:00.672525 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.675126 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.815879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.816449 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22d39342-88a2-4c89-9eff-520277619a39 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:04:00.822725 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.826623 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50032) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:00.826816 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-bab492eb-c88b-40e8-a45b-d67b0273e1eb admin admin] 10.222.0.24 "DELETE /v2.0/routers/22d39342-88a2-4c89-9eff-520277619a39 HTTP/1.1" status: 204  len: 168 time: 1.5191870
Jun 19 02:04:00.873460 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Deleting subnet d3b708a6-3b49-4873-8a6e-3e961094da9b {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:04:00.876841 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.912126 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:00.998674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.127095 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.130337 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-61af8adb-4f1d-48a4-890d-b3361d5f9c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:01.153896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3b708a6-3b49-4873-8a6e-3e961094da9b,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:01.157004 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:01.158410 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.160461 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-3b14d7fb-7f49-4e8c-a031-8cd5051af53e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d3b708a6-3b49-4873-8a6e-3e961094da9b HTTP/1.1" status: 204  len: 168 time: 0.3328247
Jun 19 02:04:01.163038 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50038) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:01.165773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948688c3-661d-4d6b-82b7-1dbfcc140098 None None] Network ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:04:01.235837 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.315766 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Deleting port 3f28700f-2e76-481b-b681-93ed812e9ef9 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:04:01.316279 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.388480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] For port 3f28700f-2e76-481b-b681-93ed812e9ef9, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=3f28700f-2e76-481b-b681-93ed812e9ef9,segment=NetworkSegment(497dade0-f6e2-4347-9004-42bc36a46dcb),segment_id=497dade0-f6e2-4347-9004-42bc36a46dcb)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:01.388942 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.391580 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c529103e-767d-406f-802e-52f78e0f1d2c details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:04:01.397282 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9668a67b-3365-4370-b637-02f000a2b949 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:01.462229 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Calling delete_port for 3f28700f-2e76-481b-b681-93ed812e9ef9 owned by network:dhcp {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:01.485518 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 9668a67b-3365-4370-b637-02f000a2b949 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:01.485872 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9668a67b-3365-4370-b637-02f000a2b949 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:01.486569 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:01.545171 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:01.545528 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 738c05d5-e4c4-4a3e-a4c6-1b651ba9ba85 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:01.558476 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c529103e-767d-406f-802e-52f78e0f1d2c,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:01.573576 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'port_id': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'mac_address': 'fa:16:3e:63:65:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:04:01.620593 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.629627 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.634752 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c529103e-767d-406f-802e-52f78e0f1d2c {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:04:01.635019 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3b0cd506-9a44-43e4-a81a-d1389bba1f58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:01.664999 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d928224-43bb-4fa9-8de2-c1034b20ec79 None None] DHCP port deletion for ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:04:01.668312 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Pushing event deleted for resources: {'Port': ['ID=3f28700f-2e76-481b-b681-93ed812e9ef9,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:01.671108 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] No DVR routers for this DVR port 3f28700f-2e76-481b-b681-93ed812e9ef9 on host dv-cinder-797170-1-iscsi {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:04:01.671800 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c529103e-767d-406f-802e-52f78e0f1d2c,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:01.672740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:01.711176 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-4b90a18c-93f8-47f3-9d0c-e41a978a3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:01.717352 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-4b90a18c-93f8-47f3-9d0c-e41a978a3f40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1098 time: 0.0719864
Jun 19 02:04:01.735511 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.737631 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:01.761042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.797935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:01.799569 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f208e6520>,) {'filters': {'network_id': ['ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:01.801338 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:01.815138 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21acba0-fa22-45bf-bb0b-f257a753716d req-778bae7d-6f94-492c-825a-8c30d4e69408 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:01.816562 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d21acba0-fa22-45bf-bb0b-f257a753716d req-778bae7d-6f94-492c-825a-8c30d4e69408 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 943 time: 0.2307928
Jun 19 02:04:01.822557 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f208e6520>, '497dade0-f6e2-4347-9004-42bc36a46dcb') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:01.822855 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f208e6520>, '497dade0-f6e2-4347-9004-42bc36a46dcb') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:01.837928 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-a1fe7a40-b247-4cfb-9fed-f51f32b60c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:01.839390 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-a1fe7a40-b247-4cfb-9fed-f51f32b60c4a service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.1198981
Jun 19 02:04:01.840891 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.868365 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.878921 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:04:01.879325 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:04:01.882202 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:04:01.918824 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-9a43c8d9-7a08-440c-8b11-5c0da724629d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 1001 time: 0.0682995
Jun 19 02:04:01.936786 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-d21acba0-fa22-45bf-bb0b-f257a753716d req-4ea07c7b-c9ce-41d9-b760-d8237dfa1ba3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118391
Jun 19 02:04:01.953584 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7360a41-b1bf-446e-9a67-7e286465ca0e req-7088ab75-668a-47e1-95c6-a9eff834e00a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:01.953584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7360a41-b1bf-446e-9a67-7e286465ca0e req-7088ab75-668a-47e1-95c6-a9eff834e00a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.1876001
Jun 19 02:04:01.974839 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-e2af8d1e-de37-4130-9985-a4482f7a86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:01.977007 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-e2af8d1e-de37-4130-9985-a4482f7a86b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0547266
Jun 19 02:04:02.005710 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7360a41-b1bf-446e-9a67-7e286465ca0e req-37915e9f-abd0-4672-bbe3-6c4554230143 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378089
Jun 19 02:04:02.005969 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['c529103e-767d-406f-802e-52f78e0f1d2c'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:04:02.039404 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-ce8966b1-eb3c-4dbd-959e-f5b4f4011f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:02.040978 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-ce8966b1-eb3c-4dbd-959e-f5b4f4011f93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0565867
Jun 19 02:04:02.057949 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.068440 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9328145a-c1cc-4b9f-8be1-7130304977a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:02.072160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.076910 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7 HTTP/1.1" status: 204  len: 168 time: 0.9100184
Jun 19 02:04:02.084329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50044) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:02.092410 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee0ef36a-c8ab-4b3c-9999-377b7dca0ef7,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:02.151836 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-a691c46b-45e9-4250-b281-3e8e7bd865dc service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1038523
Jun 19 02:04:02.187827 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-f876a093-7276-485d-9c8a-9c9288cc222b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:02.246620 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7197ca74-5b1a-4e99-9790-3716a7332757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.257491 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-5fd2ec38-c610-4d0d-9c86-acdb99a950cc req-dc29cc51-a762-4c85-87b3-2b5424bab659 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0993841
Jun 19 02:04:02.455569 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.705761 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Deleting port 6afe63d1-f716-464f-8166-d42c54a4c570 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:04:02.706519 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.781199 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] For port 6afe63d1-f716-464f-8166-d42c54a4c570, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6afe63d1-f716-464f-8166-d42c54a4c570,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:02.781563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:02.847104 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Calling delete_port for 6afe63d1-f716-464f-8166-d42c54a4c570 owned by network:router_interface {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:03.091550 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.110366 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b4b6ef46-64b7-4225-8322-6fc51c6c5836 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:03.139524 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Pushing event deleted for resources: {'Port': ['ID=6afe63d1-f716-464f-8166-d42c54a4c570,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:03.146826 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:03.263777 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f808bc-5db1-4466-bda8-5db8bcfe4333 req-d31eec4a-a20b-415c-9ce0-42fb08f83394 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:03.265392 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a4f808bc-5db1-4466-bda8-5db8bcfe4333 req-d31eec4a-a20b-415c-9ce0-42fb08f83394 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 944 time: 0.1881354
Jun 19 02:04:03.280881 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c529103e-767d-406f-802e-52f78e0f1d2c up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:04:03.354865 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60557305-819f-4912-81d3-a959d7d850c6 req-afd8240f-2ac5-449c-92a6-71532f7d212e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:03.356705 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-60557305-819f-4912-81d3-a959d7d850c6 req-afd8240f-2ac5-449c-92a6-71532f7d212e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.2204227
Jun 19 02:04:03.385963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3f28700f-2e76-481b-b681-93ed812e9ef9 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:03.406948 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port c529103e-767d-406f-802e-52f78e0f1d2c completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:04:03.408906 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 3f28700f-2e76-481b-b681-93ed812e9ef9 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:03.412946 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 3f28700f-2e76-481b-b681-93ed812e9ef9 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:03.413486 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port c529103e-767d-406f-802e-52f78e0f1d2c triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:04:03.413876 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.422338 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a4f808bc-5db1-4466-bda8-5db8bcfe4333 req-05d009fc-6541-4dbb-bb8c-639b7dc28a71 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1059713
Jun 19 02:04:03.461903 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-60557305-819f-4912-81d3-a959d7d850c6 req-e4ae973d-4186-428c-bbca-a8311d0edf2d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0981832
Jun 19 02:04:03.473161 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.513595 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.536452 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:04:03.539277 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80dc97d-e7ae-438c-bdb7-787b4aa87e88" -d '{"events": [{"server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:04:03.555954 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c529103e-767d-406f-802e-52f78e0f1d2c,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:03.577403 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e0c419-0427-436f-82e0-9b0e1ffd42d8 x-openstack-request-id: req-80e0c419-0427-436f-82e0-9b0e1ffd42d8 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:04:03.577702 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "name": "network-vif-plugged", "status": "completed", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:04:03.577961 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80e0c419-0427-436f-82e0-9b0e1ffd42d8 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:04:03.578357 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'code': 200}
Jun 19 02:04:03.643954 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.647535 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:03.694251 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Router d0b4ff28-391a-4ee8-8510-c677ca07e512 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:04:03.697051 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:03.700414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:03.806433 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:04:03.811694 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] 10.222.0.24 "PUT /v2.0/routers/d0b4ff28-391a-4ee8-8510-c677ca07e512/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7263269
Jun 19 02:04:03.818280 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50052) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:03.819039 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Sync routers for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:04:03.828116 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:04:03.828833 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22e7b0d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:03.928083 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:03.940863 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:04:04.070986 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.087524 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461236b-d103-4574-b5c2-34f8d4eefee4 req-83208c9a-6e03-40a1-8c61-0145028d464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:04.089026 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-1461236b-d103-4574-b5c2-34f8d4eefee4 req-83208c9a-6e03-40a1-8c61-0145028d464b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1098 time: 0.0723670
Jun 19 02:04:04.128886 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-1461236b-d103-4574-b5c2-34f8d4eefee4 req-8a791101-1b2d-42ab-9256-9d7adf7049ba service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0322843
Jun 19 02:04:04.133288 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22e7b0d0>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T02:04:02Z', 'revision_number': 5, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:04.160506 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Checking router: d0b4ff28-391a-4ee8-8510-c677ca07e512 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:04:04.169488 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Routers {'d0b4ff28-391a-4ee8-8510-c677ca07e512'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:04:04.170102 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f22e7b0d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:03:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['d0b4ff28-391a-4ee8-8510-c677ca07e512'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:04.226168 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Deleting port dbecb563-0cdb-438f-8fe8-e058fc18c71a {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:04:04.226509 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.278904 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] Set router d0b4ff28-391a-4ee8-8510-c677ca07e512 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:04:04.308618 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] For port dbecb563-0cdb-438f-8fe8-e058fc18c71a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=dbecb563-0cdb-438f-8fe8-e058fc18c71a,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:04.309074 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.376554 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Calling delete_port for dbecb563-0cdb-438f-8fe8-e058fc18c71a owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:04.455722 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f22e7b0d0>, [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T02:04:02Z', 'revision_number': 5, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:04.486774 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f119b79-c6dc-4e91-9745-60a2e6417594 None None] The sync data for ids ['d0b4ff28-391a-4ee8-8510-c677ca07e512'] in dv-cinder-797170-1-iscsi is: [{'id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'name': 'tempest-TestShelveInstance-1153788446-router', 'tenant_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10'}], 'enable_snat': True}, 'gw_port_id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:23Z', 'updated_at': '2021-06-19T02:04:02Z', 'revision_number': 5, 'project_id': 'c667acb8b37c456b8d3718f00d6d44b1', 'gw_port': {'id': 'dbecb563-0cdb-438f-8fe8-e058fc18c71a', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:9c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b4ff28-391a-4ee8-8510-c677ca07e512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:25Z', 'updated_at': '2021-06-19T01:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:04:04.635333 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.638389 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a8146b26-b812-4229-ba37-d115e5a1d003 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:04.667784 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbecb563-0cdb-438f-8fe8-e058fc18c71a,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:04.671091 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:04.690551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a5d31-02ae-45d8-92bb-3261f43f0d57 req-5be5822d-8ff3-486e-9df2-3fcbbfb76e87 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:04.692037 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-078a5d31-02ae-45d8-92bb-3261f43f0d57 req-5be5822d-8ff3-486e-9df2-3fcbbfb76e87 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.1131482
Jun 19 02:04:04.704395 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e3410-9090-4b8a-95d3-48a6d808358b req-4d2e6df1-f677-46d8-883d-75c7c4e3fbfd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:04.705948 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-016e3410-9090-4b8a-95d3-48a6d808358b req-4d2e6df1-f677-46d8-883d-75c7c4e3fbfd tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 945 time: 0.0978260
Jun 19 02:04:04.732046 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.764672 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-078a5d31-02ae-45d8-92bb-3261f43f0d57 req-677fdff4-685e-4016-ac52-fba6fd5120ab tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565758
Jun 19 02:04:04.769167 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-016e3410-9090-4b8a-95d3-48a6d808358b req-cc523db5-c22f-47ac-975a-0751df20b311 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557814
Jun 19 02:04:04.837948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.840569 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:04.981167 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-28eb25b1-2d4b-4cfc-906d-9a3014790620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.026811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.027391 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b4ff28-391a-4ee8-8510-c677ca07e512 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:04:05.031838 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.032990 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-07e801b2-f348-4722-8124-eb48c4ba8707 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d0b4ff28-391a-4ee8-8510-c677ca07e512 HTTP/1.1" status: 204  len: 168 time: 1.2174482
Jun 19 02:04:05.035474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50062) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:05.081809 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Deleting subnet 2f7e5379-011a-4b98-a3e7-01e4212ee4c6 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:04:05.086049 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.123311 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.218996 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.280881 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:05.350060 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.353310 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:05.365567 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.377436 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f7e5379-011a-4b98-a3e7-01e4212ee4c6,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:05.381412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:05.382463 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.384320 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-7ebc35e3-35a5-4913-a7ed-15cd89dfe1dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2f7e5379-011a-4b98-a3e7-01e4212ee4c6 HTTP/1.1" status: 204  len: 168 time: 0.3479500
Jun 19 02:04:05.386890 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50068) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:05.389134 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb46b02f-7bbf-49ad-a426-b6a199916570 None None] Network 5a445221-7b29-485c-bf2f-18e8cedb634d requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:04:05.406821 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.445357 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:05.455908 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.519290 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.524812 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:05.547262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Deleting port e3e024e6-2088-4ca0-b5f3-b0afed8b154f {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:04:05.547957 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.579484 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:04:05.581737 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ecbccc-7e3e-457e-bc14-ecacd03561d9" -d '{"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-unplugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:04:05.625471 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] For port e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,segment=NetworkSegment(3f852e80-79f4-440c-8025-69a9189c7511),segment_id=3f852e80-79f4-440c-8025-69a9189c7511)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:05.625829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.697609 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Calling delete_port for e3e024e6-2088-4ca0-b5f3-b0afed8b154f owned by network:dhcp {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:05.718167 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6afe63d1-f716-464f-8166-d42c54a4c570 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:05.722444 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=8']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:05.742260 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:05.745197 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 6afe63d1-f716-464f-8166-d42c54a4c570 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:05.745548 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6afe63d1-f716-464f-8166-d42c54a4c570 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:05.745967 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device dbecb563-0cdb-438f-8fe8-e058fc18c71a no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:05.776719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 19 Jun 2021 02:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c01624b-2c21-45ae-8aa3-0c3d22a33e61 x-openstack-request-id: req-1c01624b-2c21-45ae-8aa3-0c3d22a33e61 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:04:05.777144 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-unplugged", "status": "failed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "code": 422}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:04:05.777503 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c01624b-2c21-45ae-8aa3-0c3d22a33e61 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:04:05.778061 dv-cinder-797170-1-iscsi neutron-server[105239]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'code': 422} returned with failed status
Jun 19 02:04:05.779096 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: dbecb563-0cdb-438f-8fe8-e058fc18c71a {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:05.779536 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device dbecb563-0cdb-438f-8fe8-e058fc18c71a not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:05.827868 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] DHCP port deletion for 5a445221-7b29-485c-bf2f-18e8cedb634d request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:04:05.863876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.867456 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-aaafd6ba-cd86-4718-9319-74dabe8b9a19 tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:05.874638 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Deleting port e3e024e6-2088-4ca0-b5f3-b0afed8b154f {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:04:05.875049 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:05.902877 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Pushing event deleted for resources: {'Port': ['ID=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:05.905939 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] No DVR routers for this DVR port e3e024e6-2088-4ca0-b5f3-b0afed8b154f on host dv-cinder-797170-1-iscsi {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:04:05.907778 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:05.946056 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] For port e3e024e6-2088-4ca0-b5f3-b0afed8b154f, host dv-cinder-797170-1-iscsi, got binding levels [] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:05.946457 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.013961 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Calling delete_port for e3e024e6-2088-4ca0-b5f3-b0afed8b154f owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:04:06.017357 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.ipam_backend_mixin [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Port e3e024e6-2088-4ca0-b5f3-b0afed8b154f was not found and therefore no delete operation was performed {{(pid=105239) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}}
Jun 19 02:04:06.018779 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.020925 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:06.050719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Pushing event deleted for resources: {'Port': ['ID=e3e024e6-2088-4ca0-b5f3-b0afed8b154f,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:06.054818 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:06.055641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda069cf-9caa-47a2-8bbb-d2095be28949 None None] No DVR routers for this DVR port e3e024e6-2088-4ca0-b5f3-b0afed8b154f on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:04:06.232847 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.288871 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.303101 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f2108d4c0>,) {'filters': {'network_id': ['5a445221-7b29-485c-bf2f-18e8cedb634d']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:06.319440 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2108d4c0>, '3f852e80-79f4-440c-8025-69a9189c7511') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:06.319735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f2108d4c0>, '3f852e80-79f4-440c-8025-69a9189c7511') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:06.328570 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7455154-68b7-40cc-b2b9-89fc1b08f147 req-b1dc3b1d-31bb-40d8-9b32-1cd5c87416d9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:06.330096 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7455154-68b7-40cc-b2b9-89fc1b08f147 req-b1dc3b1d-31bb-40d8-9b32-1cd5c87416d9 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.4387302
Jun 19 02:04:06.340085 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.367799 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.379753 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:04:06.380209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:04:06.381826 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:04:06.418125 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f7455154-68b7-40cc-b2b9-89fc1b08f147 req-e193dd87-c862-4b8c-93f5-8aada7e3b56c tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799582
Jun 19 02:04:06.537561 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.560451 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-712641f6-f661-4bcd-914c-b0858d4fa354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:06.562978 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.564705 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/5a445221-7b29-485c-bf2f-18e8cedb634d HTTP/1.1" status: 204  len: 168 time: 1.1760912
Jun 19 02:04:06.579228 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5a445221-7b29-485c-bf2f-18e8cedb634d,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:06.582617 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:06.609483 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea8d576-7267-4da3-bd96-93e519eb1424 req-90729937-10d5-4595-9df5-d5c66d7d1007 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:06.610966 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ea8d576-7267-4da3-bd96-93e519eb1424 req-90729937-10d5-4595-9df5-d5c66d7d1007 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.0844254
Jun 19 02:04:06.657283 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1ea8d576-7267-4da3-bd96-93e519eb1424 req-e15e7a17-1b38-4567-9ae0-74bd09bb58dc tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399289
Jun 19 02:04:06.686827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50088) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:06.738950 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93dbe70-1370-44d8-a59b-cc750d03c3cc tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:06.741517 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-c93dbe70-1370-44d8-a59b-cc750d03c3cc tempest-TestVolumeBootPattern-1294992255 tempest-TestVolumeBootPattern-1294992255-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1093 time: 0.0536633
Jun 19 02:04:06.744362 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50090) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:06.748994 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Request body: {'floatingip': {'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'port_id': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:04:06.852593 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.882443 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50092) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:06.923933 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e059b975-0a43-41a5-a2e8-00fef85c7990 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=531291145a064129b4b4810f42f32eea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0402694
Jun 19 02:04:06.926283 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50096) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:06.956157 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:06.979457 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.001895 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.075180 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_common [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Allocated IP 172.27.3.21 (cf41840a-71c3-4b8c-a2e5-1094a28e651d/26142942-31cd-4a67-9b12-0b1395b086dd/b6987e53-8f06-4986-beb3-bb6e110b5231) {{(pid=105237) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:04:07.172087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.174783 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.178955 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64baef7c-b03f-449a-b3a3-8e275f70ac98 HTTP/1.1" status: 204  len: 168 time: 0.2486007
Jun 19 02:04:07.178955 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3513f58f-2167-4e5f-ba04-cfa4aa6d7ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:07.185133 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64baef7c-b03f-449a-b3a3-8e275f70ac98,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:07.185813 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.187545 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d34f0610-245d-45bd-be7b-7495b8aa46aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:07.281475 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11936627'] for port, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.290372 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0afa1c64-d9ef-47af-9ad5-c2a8edaca6df tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:07.320811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Network cf41840a-71c3-4b8c-a2e5-1094a28e651d is already hosted by enough agents. {{(pid=105237) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:04:07.323611 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device e3e024e6-2088-4ca0-b5f3-b0afed8b154f no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:04:07.327330 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Resources bound (agent type, host, resource id):  {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:04:07.330852 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Received port after_create {{(pid=105237) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:04:07.344731 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: e3e024e6-2088-4ca0-b5f3-b0afed8b154f {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:04:07.347981 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device e3e024e6-2088-4ca0-b5f3-b0afed8b154f not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:04:07.360398 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=b6987e53-8f06-4986-beb3-bb6e110b5231,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.383094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.384081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:04:07.396536 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:07.532858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a4134-3afe-4b74-8e0b-2d1c4e0772d0 req-5a48f74c-d34a-4b15-90ad-de71c8457363 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:07.534384 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-db5a4134-3afe-4b74-8e0b-2d1c4e0772d0 req-5a48f74c-d34a-4b15-90ad-de71c8457363 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0825446
Jun 19 02:04:07.577594 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-db5a4134-3afe-4b74-8e0b-2d1c4e0772d0 req-74a4a700-f0ac-48b8-8117-df0de1a0b6cc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362740
Jun 19 02:04:07.787822 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.826055 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-9d177aac-a745-42ea-8154-540db184551d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1232851
Jun 19 02:04:07.886715 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.949562 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50116) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:07.954873 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:07.997180 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-43c06f96-449b-4cd0-aff6-2284daeec46a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c667acb8b37c456b8d3718f00d6d44b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462441
Jun 19 02:04:07.999474 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50118) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:04:08.051859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.075349 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.126824 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for port, precommit_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.193206 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.195780 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.197073 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7305d6d8-ffcd-44c0-a8b8-71d3b136d599 HTTP/1.1" status: 204  len: 168 time: 0.1965151
Jun 19 02:04:08.197847 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2b02fb3e-9158-4f7f-816f-3174b8dfc724 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:08.206665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7305d6d8-ffcd-44c0-a8b8-71d3b136d599,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:08.209049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:08.225113 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11936581'] for port, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.234948 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1f68c23b-d6a8-48a8-9c6b-90e5b93a0c63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:08.321157 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event updated for resources: {'Port': ['ID=b6987e53-8f06-4986-beb3-bb6e110b5231,revision_number=2']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:08.324710 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:08.329870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.431959 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.l3_db [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 3fd76729-25e5-406b-9ef8-81184d2de740 associated. External IP: 172.27.3.21, port: c529103e-767d-406f-802e-52f78e0f1d2c.
Jun 19 02:04:08.659121 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:04:08.782075 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:04:08.800049 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:04:08.814154 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:04:08.814814 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f284e2a90>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:04:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:08.830548 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91904933-d116-4eed-84f7-2a6501f71693 req-5defdaed-8ccf-4855-8cf5-e0d23be2e614 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:08.832093 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-91904933-d116-4eed-84f7-2a6501f71693 req-5defdaed-8ccf-4855-8cf5-e0d23be2e614 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0796943
Jun 19 02:04:08.855831 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:08.878244 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-91904933-d116-4eed-84f7-2a6501f71693 req-83dccb59-c83c-4c4f-a5de-88c1a1fa5e55 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395114
Jun 19 02:04:08.914606 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.1684096
Jun 19 02:04:08.915971 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c'}] {{(pid=105237) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:04:08.918142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3ebe362453aaa2131ffcfe6e42d772597e9f7127457528a6545848bb1dc9cb9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79efc667-d5c8-4c97-aade-e8e51516ac1e" -d '{"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c"}]}' {{(pid=105237) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:04:08.938067 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:04:08.957587 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54626240-c000-48fe-be83-7436a1daa82e x-openstack-request-id: req-54626240-c000-48fe-be83-7436a1daa82e {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:04:08.957977 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c", "status": "completed", "code": 200}]} {{(pid=105237) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:04:08.958331 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54626240-c000-48fe-be83-7436a1daa82e {{(pid=105237) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:04:08.958775 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'status': 'completed', 'code': 200}
Jun 19 02:04:09.031192 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-0037728f-a4d5-4bee-a880-346d12b8e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.032776 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-0037728f-a4d5-4bee-a880-346d12b8e021 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1098 time: 0.0531585
Jun 19 02:04:09.183178 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f284e2a90>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '3fd76729-25e5-406b-9ef8-81184d2de740', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:63:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:04:07Z', 'updated_at': '2021-06-19T02:04:07Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}, {'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:09.213693 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:04:09.222483 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:04:09.223100 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f284e2a90>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:04:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:09.329633 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:04:09.419526 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-560ad8fa-52a2-4427-8caf-2fd951778c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.421019 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-560ad8fa-52a2-4427-8caf-2fd951778c9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.3820219
Jun 19 02:04:09.468302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-d0e0be45-65c2-4fe5-bd9a-8791d6a068cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.470098 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-d0e0be45-65c2-4fe5-bd9a-8791d6a068cd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c&tenant_id=4a3cae28243e48af93aeaccc34c28735 HTTP/1.1" status: 200  len: 1096 time: 0.0884154
Jun 19 02:04:09.494491 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-8b57143e-d390-4abb-a074-6d66d17ca732 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c529103e-767d-406f-802e-52f78e0f1d2c HTTP/1.1" status: 200  len: 998 time: 0.0673289
Jun 19 02:04:09.547761 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-f499bd3b-2847-4748-9552-8b1911cbfae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.548031 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-7aaa071d-179f-4ec2-8974-523eb6efadc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.549278 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-f499bd3b-2847-4748-9552-8b1911cbfae2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1096 time: 0.0560129
Jun 19 02:04:09.549524 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-7aaa071d-179f-4ec2-8974-523eb6efadc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0495489
Jun 19 02:04:09.570882 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f284e2a90>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '3fd76729-25e5-406b-9ef8-81184d2de740', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:63:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:04:07Z', 'updated_at': '2021-06-19T02:04:07Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}, {'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:04:09.598248 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f152be-55d8-4c23-9d8d-cc84943e50b1 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '3fd76729-25e5-406b-9ef8-81184d2de740', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.21', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:63:65:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:04:07Z', 'updated_at': '2021-06-19T02:04:07Z', 'revision_number': 0, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}, {'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:04:09.613491 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-c0cd1f67-afaf-4cf3-b62a-2c31bc6c6974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.615337 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-c0cd1f67-afaf-4cf3-b62a-2c31bc6c6974 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0548687
Jun 19 02:04:09.654607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-7f61f3ae-57e0-4bfa-9a6b-056d5989dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.656066 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-7f61f3ae-57e0-4bfa-9a6b-056d5989dee3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.0962431
Jun 19 02:04:09.713178 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-ede38499-9ecb-47e4-ae46-5e34f5f3bd7e service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0914414
Jun 19 02:04:09.726387 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-542f3513-878c-4d86-8d15-2d7a557d1e64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 999 time: 0.0635839
Jun 19 02:04:09.790121 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-673ee2ec-24a2-48ae-9d2b-00288fc9ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.791686 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-673ee2ec-24a2-48ae-9d2b-00288fc9ad2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0596035
Jun 19 02:04:09.817063 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1fd6f1-d650-4fd6-9aca-7bde958185c8 None None] New status for floating IP 3fd76729-25e5-406b-9ef8-81184d2de740: ACTIVE {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:04:09.818767 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [req-79efc667-d5c8-4c97-aade-e8e51516ac1e req-0ab9e49c-df67-46c0-bcd2-8ab7849ba5be service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0998676
Jun 19 02:04:09.852198 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-7261c386-6cb0-40f4-a79e-2438a5991be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:09.853714 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-7261c386-6cb0-40f4-a79e-2438a5991be1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0559084
Jun 19 02:04:09.949882 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-2dd0bc12-0516-414f-8a27-cdd1906aa938 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900915
Jun 19 02:04:10.083237 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-21f7f6f0-cdfe-4799-9e2a-71936ee59a68 req-89853cc2-d5b3-4627-9e56-34b27c3dd412 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273935
Jun 19 02:04:10.101262 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f90e87-170d-4d91-b52f-23c64c2067c5 req-9fd333db-00ce-445a-ae8f-7d8b4979ad50 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:10.102803 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50f90e87-170d-4d91-b52f-23c64c2067c5 req-9fd333db-00ce-445a-ae8f-7d8b4979ad50 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0986538
Jun 19 02:04:10.146105 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-50f90e87-170d-4d91-b52f-23c64c2067c5 req-7c8e119e-2cba-4246-9fed-9cd70f1036dc tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360665
Jun 19 02:04:11.348329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128bc8-8b07-4f91-b008-cf053933e684 req-6ca8c48d-a925-49ca-bc9a-152f11db5f19 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:11.351026 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-81128bc8-8b07-4f91-b008-cf053933e684 req-6ca8c48d-a925-49ca-bc9a-152f11db5f19 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0709143
Jun 19 02:04:11.393896 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-81128bc8-8b07-4f91-b008-cf053933e684 req-7fe9239d-7a34-49c9-9365-b29ae45361e8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373158
Jun 19 02:04:12.583975 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf3ea1-6301-4f26-8df5-c746569a3186 req-d0b14e17-8020-4021-a0c3-9c607111b709 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:12.585486 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-32bf3ea1-6301-4f26-8df5-c746569a3186 req-d0b14e17-8020-4021-a0c3-9c607111b709 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0648162
Jun 19 02:04:12.626643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-32bf3ea1-6301-4f26-8df5-c746569a3186 req-367c8564-5bfe-46aa-a730-55c034b7e794 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354357
Jun 19 02:04:13.820607 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e061444-26ab-4471-a4ba-61f0990427eb req-7ad99ea5-5909-4807-b8ef-040b48d9fbd8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:13.822117 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9e061444-26ab-4471-a4ba-61f0990427eb req-7ad99ea5-5909-4807-b8ef-040b48d9fbd8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0696483
Jun 19 02:04:13.865831 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9e061444-26ab-4471-a4ba-61f0990427eb req-5ea9a4c0-5b08-4d57-9fc2-47ce4142a61d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376937
Jun 19 02:04:15.058882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5177c4-d28d-4b2e-8802-21eade36193e req-01e9e203-60ea-4aaf-9d70-998efd50b1f3 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:15.060368 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2c5177c4-d28d-4b2e-8802-21eade36193e req-01e9e203-60ea-4aaf-9d70-998efd50b1f3 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0661545
Jun 19 02:04:15.105507 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2c5177c4-d28d-4b2e-8802-21eade36193e req-bbdfa77b-8bc4-4477-bb18-03baa275da18 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390241
Jun 19 02:04:16.297702 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cedb8a-e0b8-4381-af4f-f8f6cd8b517c req-e637948b-6d1b-436e-821b-aef84a852359 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:16.299219 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-34cedb8a-e0b8-4381-af4f-f8f6cd8b517c req-e637948b-6d1b-436e-821b-aef84a852359 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0733991
Jun 19 02:04:16.343321 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-34cedb8a-e0b8-4381-af4f-f8f6cd8b517c req-05b32ce2-b283-4298-8547-9565b47b201a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371323
Jun 19 02:04:17.530185 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958c574-fdae-4d17-a343-877badf41418 req-ea0c8034-888a-4542-ad54-a08d6a55bafb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:17.531821 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a958c574-fdae-4d17-a343-877badf41418 req-ea0c8034-888a-4542-ad54-a08d6a55bafb tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0653813
Jun 19 02:04:17.570127 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a958c574-fdae-4d17-a343-877badf41418 req-e3d7af04-69fe-470c-8ba3-38f6f6dbb5af tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325553
Jun 19 02:04:18.766735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984b940-d172-409b-b74a-5afa8635c59d req-23fa2cad-85fe-4ab5-b3c5-5419419b7e7a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:18.768259 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e984b940-d172-409b-b74a-5afa8635c59d req-23fa2cad-85fe-4ab5-b3c5-5419419b7e7a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0716138
Jun 19 02:04:18.808402 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e984b940-d172-409b-b74a-5afa8635c59d req-93a66ca4-99ba-4899-802d-86f585395dd5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334682
Jun 19 02:04:19.999319 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3802588-63f4-4a60-8667-24d0c5554cbc req-6c2e0c22-d481-4daa-ad55-c937bc51f289 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:20.000817 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a3802588-63f4-4a60-8667-24d0c5554cbc req-6c2e0c22-d481-4daa-ad55-c937bc51f289 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0728111
Jun 19 02:04:20.040613 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a3802588-63f4-4a60-8667-24d0c5554cbc req-5d69c968-2da4-4e1d-b173-046e020e40c8 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0341117
Jun 19 02:04:21.224111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e816e71-055d-4c5b-bba2-ff4781cc34f8 req-ce53ce98-80ea-4605-baae-a809d34dfb8a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:21.225631 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e816e71-055d-4c5b-bba2-ff4781cc34f8 req-ce53ce98-80ea-4605-baae-a809d34dfb8a tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0632606
Jun 19 02:04:21.265801 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-0e816e71-055d-4c5b-bba2-ff4781cc34f8 req-2fffeda4-02cf-43dc-a495-e75b7a361654 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344324
Jun 19 02:04:21.960258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:22.445691 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62ffa8-5227-4fc8-817c-d974210f9681 req-0d381446-08bd-43c2-b3d3-69475e41b691 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:22.447379 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a62ffa8-5227-4fc8-817c-d974210f9681 req-0d381446-08bd-43c2-b3d3-69475e41b691 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0660939
Jun 19 02:04:22.484966 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7a62ffa8-5227-4fc8-817c-d974210f9681 req-ec5fcf92-5ef5-490f-b32c-178d2e16093e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319324
Jun 19 02:04:23.398026 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:04:23.495260 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:23.506199 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'port_id': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'mac_address': 'fa:16:3e:68:4f:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:04:23.543603 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:23.556570 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:04:23.576657 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:23.655380 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:23.657111 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:23.665770 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5bf73-2726-4029-a537-2bf0fab4472e req-ea9c9e59-114c-4f4b-ae57-d375b0452860 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:23.667299 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-86d5bf73-2726-4029-a537-2bf0fab4472e req-ea9c9e59-114c-4f4b-ae57-d375b0452860 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 943 time: 0.0655890
Jun 19 02:04:23.705143 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-86d5bf73-2726-4029-a537-2bf0fab4472e req-f06a71fa-e6e3-4cad-949a-32c6d9a2dda9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0319586
Jun 19 02:04:23.708762 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=9']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:23.712429 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:23.879971 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['87b8176c-f7ae-4118-9c4a-5995c28fff2e'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:04:24.901182 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075ec88-beba-497a-b1da-6493db0bea7f req-589d083c-6d54-47cc-8ae7-88cfe696df7e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:24.902863 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5075ec88-beba-497a-b1da-6493db0bea7f req-589d083c-6d54-47cc-8ae7-88cfe696df7e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 944 time: 0.0647833
Jun 19 02:04:24.943645 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5075ec88-beba-497a-b1da-6493db0bea7f req-80bd50b2-a5d9-41c5-83a6-18002b2f64db tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350130
Jun 19 02:04:25.410709 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:04:25.453128 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 87b8176c-f7ae-4118-9c4a-5995c28fff2e triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:04:25.453510 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:25.533803 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:25.557198 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:04:25.559474 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b7213-56b0-449d-afa5-4cee0a104936" -d '{"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:04:25.573493 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:04:25.594691 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7052ee6-7075-4f82-bef7-c35f9be186a6 x-openstack-request-id: req-c7052ee6-7075-4f82-bef7-c35f9be186a6 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:04:25.595155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-plugged", "status": "completed", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:04:25.595504 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7052ee6-7075-4f82-bef7-c35f9be186a6 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:04:25.595993 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'code': 200}
Jun 19 02:04:25.651534 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:25.654412 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:04:25.701597 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=10']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:04:25.704541 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:04:25.883432 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526b4d9-a762-4357-8aa1-0e9d39149633 req-0072b760-1b0b-4388-a180-ad6f70be7bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:25.884993 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2526b4d9-a762-4357-8aa1-0e9d39149633 req-0072b760-1b0b-4388-a180-ad6f70be7bb4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1099 time: 0.0542142
Jun 19 02:04:25.918295 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-2526b4d9-a762-4357-8aa1-0e9d39149633 req-b3f827fd-a64c-43ce-bf58-fff72ef947fc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0268171
Jun 19 02:04:26.006957 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:04:26.128133 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10f0fa-63c4-4b72-bfbf-f8c4c818c3bf req-bdac83b7-29fc-4f4c-a06b-afca33e5057e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:26.129598 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5e10f0fa-63c4-4b72-bfbf-f8c4c818c3bf req-bdac83b7-29fc-4f4c-a06b-afca33e5057e tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.0632553
Jun 19 02:04:26.166192 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5e10f0fa-63c4-4b72-bfbf-f8c4c818c3bf req-90a96205-76b5-4c8a-9940-5e8ed22e5f7d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0307934
Jun 19 02:04:27.512525 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b24b4-5110-4a06-ac66-aecf9bcb1007 req-92518482-13b6-453c-b63b-520790843e28 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:27.514023 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e84b24b4-5110-4a06-ac66-aecf9bcb1007 req-92518482-13b6-453c-b63b-520790843e28 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.2305648
Jun 19 02:04:27.550886 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e84b24b4-5110-4a06-ac66-aecf9bcb1007 req-81e450db-a022-45eb-ae56-678990366e26 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0312014
Jun 19 02:04:28.779569 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d593de-a230-4cad-9093-c24690ccf72d req-b0bf4175-96df-416f-b169-5f82c2beaba9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:28.781050 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-68d593de-a230-4cad-9093-c24690ccf72d req-b0bf4175-96df-416f-b169-5f82c2beaba9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.1127689
Jun 19 02:04:28.818099 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-68d593de-a230-4cad-9093-c24690ccf72d req-48f87b85-bc76-4f7b-b67f-3ffa6f8bf5b5 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313413
Jun 19 02:04:32.205954 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-600e1b04-6be9-4ada-a818-bbd90b1b6ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:34.900978 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-426f05e6-07a1-4ec3-bbe6-935fc94f172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:35.365635 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:36.214557 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:37.891044 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:51.965347 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:04:57.539782 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-d237fc9f-82b6-4e6e-b1d5-ebb8189e1786 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0921607
Jun 19 02:04:57.618742 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-cd349dbb-bb81-4d83-8d79-26da6a618090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:57.620169 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-cd349dbb-bb81-4d83-8d79-26da6a618090 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a3cae28243e48af93aeaccc34c28735&device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 1099 time: 0.0553806
Jun 19 02:04:57.724119 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-c5b85bd1-f0ee-486f-a55e-d4ea32f7c877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:57.725523 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-c5b85bd1-f0ee-486f-a55e-d4ea32f7c877 service neutron] 10.222.0.16 "GET /v2.0/networks?id=dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 200  len: 917 time: 0.0840952
Jun 19 02:04:57.794336 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-79155275-6678-47b2-b084-ad53a3b9b161 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 200  len: 1001 time: 0.0619526
Jun 19 02:04:57.842531 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-3f02f6f2-4024-46c8-9ab9-4f32d21045af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:57.844713 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-3f02f6f2-4024-46c8-9ab9-4f32d21045af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 200  len: 855 time: 0.0422053
Jun 19 02:04:57.900637 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-71ccc7de-32b1-4218-8dcb-a2618969ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:04:57.902119 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-71ccc7de-32b1-4218-8dcb-a2618969ce83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=dd57bac5-03b9-469c-b917-26464acc7656&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0506217
Jun 19 02:04:57.913634 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-5b4ff4a9-fc05-4d00-9765-2d63154c1991 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 02:04:57.914555 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-5b4ff4a9-fc05-4d00-9765-2d63154c1991 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050442
Jun 19 02:04:58.005350 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-5edf21df-5ddc-4f3e-a249-9aac28abc3f5 service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843139
Jun 19 02:04:58.095130 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-8c0caf82-b8c4-40bd-93a3-2b66a4ae229a req-37e0ba81-9657-4fbc-b15f-b279d2bbe1ac service neutron] 10.222.0.16 "GET /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831144
Jun 19 02:05:02.203325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0a336b1e-7b9c-4cb1-8021-8ae15a40c003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:02.679064 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f1ae8-0e97-4d24-85a9-9cfd98b841a8 req-cb516c11-2565-4bd2-ae20-0bf708be3bcf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:02.680538 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-327f1ae8-0e97-4d24-85a9-9cfd98b841a8 req-cb516c11-2565-4bd2-ae20-0bf708be3bcf tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.0659859
Jun 19 02:05:02.721477 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-327f1ae8-0e97-4d24-85a9-9cfd98b841a8 req-fb201cc6-2907-49dd-8dea-765eb2cc8c90 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346990
Jun 19 02:05:03.005758 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:05:03.900240 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2a928-369d-4b1e-b702-182ab0a53aaa req-82ae502c-c9a5-4637-a93f-e4e3e9e47bc1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:03.901695 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3fa2a928-369d-4b1e-b702-182ab0a53aaa req-82ae502c-c9a5-4637-a93f-e4e3e9e47bc1 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.0616331
Jun 19 02:05:03.938551 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3fa2a928-369d-4b1e-b702-182ab0a53aaa req-7a7bc9e6-108b-4be1-a0ce-b5d811791c18 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups?id=648ca62e-1eab-41d9-9e16-d0eb7ec14630&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0313716
Jun 19 02:05:04.094750 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-b89c3028-a837-4b70-9085-1d37bce23a02 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:04.096247 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-b89c3028-a837-4b70-9085-1d37bce23a02 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 946 time: 0.0618000
Jun 19 02:05:04.197132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Deleting port 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:04.197471 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.282897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] For port 87b8176c-f7ae-4118-9c4a-5995c28fff2e, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=87b8176c-f7ae-4118-9c4a-5995c28fff2e,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:04.283784 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.475755 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.476120 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3625354'] for floatingip, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.476433 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Floating IP 7ffc6fdc-95d1-43ea-822c-9b2944600c23 disassociated. External IP: 172.27.3.131, port: 87b8176c-f7ae-4118-9c4a-5995c28fff2e.
Jun 19 02:05:04.476786 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Calling delete_port for 87b8176c-f7ae-4118-9c4a-5995c28fff2e owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:04.685275 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.690088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ed347bf3-55f7-47ed-96af-faad7cdc708b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:04.719018 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'Port': ['ID=87b8176c-f7ae-4118-9c4a-5995c28fff2e,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:04.729739 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.730040 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.730473 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.730839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.731196 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.735551 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:04.737688 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:04.843217 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:04.930863 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-52a8230e-cace-4665-987d-a7e7c897744d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:04.953449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:04.964667 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:04.974962 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:04.975627 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238c2400>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:04.998969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] No DVR routers for this DVR port 87b8176c-f7ae-4118-9c4a-5995c28fff2e on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:05.001592 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:05.004181 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a2ab2adb-23cd-4f15-a4cf-84b3f0d9e090 req-da9eb95d-6390-4efd-ad47-8f0eeadc599d tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.16 "DELETE /v2.0/ports/87b8176c-f7ae-4118-9c4a-5995c28fff2e HTTP/1.1" status: 204  len: 173 time: 0.9028246
Jun 19 02:05:05.004765 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-deleted', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:05:05.007049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969f10e-3af2-44e1-9d34-b45656a57438" -d '{"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-deleted", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:05:05.042654 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757fa684-7522-467f-8306-76013061dd02 x-openstack-request-id: req-757fa684-7522-467f-8306-76013061dd02 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:05:05.043019 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9fa36ea-1a36-43f6-977d-ed99b565257c", "name": "network-vif-deleted", "tag": "87b8176c-f7ae-4118-9c4a-5995c28fff2e", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:05:05.043290 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-757fa684-7522-467f-8306-76013061dd02 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:05:05.043715 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9fa36ea-1a36-43f6-977d-ed99b565257c', 'name': 'network-vif-deleted', 'tag': '87b8176c-f7ae-4118-9c4a-5995c28fff2e', 'status': 'completed', 'code': 200}
Jun 19 02:05:05.088602 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:05.112973 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f9b924c6-29a8-4ebc-9eb2-b759e4ea004c req-125443f9-51ab-49ad-9b01-8ef3b130b411 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9fa36ea-1a36-43f6-977d-ed99b565257c HTTP/1.1" status: 200  len: 210 time: 0.0378048
Jun 19 02:05:05.303784 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238c2400>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:05.329941 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:05.338811 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:05.339415 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238c2400>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:05.382450 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:05.445238 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:05.732140 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238c2400>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:05.759146 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f44ebb-2d13-4e33-9bef-d9dd4cef0b3d None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T01:58:55Z', 'revision_number': 4, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': '654bd76e-b929-4629-835a-166cd04bc80f', 'name': '', 'network_id': 'dd57bac5-03b9-469c-b917-26464acc7656', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'mac_address': 'fa:16:3e:98:a1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:54Z', 'updated_at': '2021-06-19T01:59:03Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'subnets': [{'id': 'fbba7495-1150-4d5d-9522-00f90841b700', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:05.969533 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb0b2b0-b91c-4ed9-9755-15699d5d8014 None None] New status for floating IP 7ffc6fdc-95d1-43ea-822c-9b2944600c23: DOWN {{(pid=105239) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:05:06.233509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.296829 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50274) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:06.350111 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.372215 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.476950 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.479561 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.480717 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "DELETE /v2.0/security-groups/648ca62e-1eab-41d9-9e16-d0eb7ec14630 HTTP/1.1" status: 204  len: 168 time: 0.1828952
Jun 19 02:05:06.481499 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-1f8c3a21-bb66-4a50-859f-434e3befa982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:06.483454 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50276) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:06.491437 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648ca62e-1eab-41d9-9e16-d0eb7ec14630,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:06.493828 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:06.500246 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.api.v2.resource [None req-2601ff42-fc4a-4370-a7eb-c4c2353b9f79 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] show failed (client error): The resource could not be found.
Jun 19 02:05:06.503663 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2601ff42-fc4a-4370-a7eb-c4c2353b9f79 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "GET /v2.0/security-groups/648ca62e-1eab-41d9-9e16-d0eb7ec14630 HTTP/1.1" status: 404  len: 347 time: 0.0191262
Jun 19 02:05:06.504979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50278) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:06.635484 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Deleting port 6d09a97c-c08d-499f-8900-40c37e2c2980 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:06.635827 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.718437 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.718762 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:06.783058 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Calling delete_port for 6d09a97c-c08d-499f-8900-40c37e2c2980 owned by network:floatingip {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:07.027898 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:07.030050 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1c934db1-c98a-457b-9951-afd855548c80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:07.056033 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Pushing event deleted for resources: {'Port': ['ID=6d09a97c-c08d-499f-8900-40c37e2c2980,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:07.059754 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:07.118975 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks [] for floatingip, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:07.121443 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:07.122567 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] 10.222.0.24 "DELETE /v2.0/floatingips/7ffc6fdc-95d1-43ea-822c-9b2944600c23 HTTP/1.1" status: 204  len: 168 time: 0.6166856
Jun 19 02:05:07.579926 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:07.601149 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 87b8176c-f7ae-4118-9c4a-5995c28fff2e {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:07.601508 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 87b8176c-f7ae-4118-9c4a-5995c28fff2e not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:07.919320 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:10.013081 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50300) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:10.450973 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:10.713340 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Deleting port 654bd76e-b929-4629-835a-166cd04bc80f {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:10.713676 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:10.798872 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] For port 654bd76e-b929-4629-835a-166cd04bc80f, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=654bd76e-b929-4629-835a-166cd04bc80f,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:10.799215 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:10.870853 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Calling delete_port for 654bd76e-b929-4629-835a-166cd04bc80f owned by network:router_interface {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:11.119187 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:11.121398 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-074eee08-5459-46ad-92f1-e8451f881f98 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:11.146670 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Pushing event deleted for resources: {'Port': ['ID=654bd76e-b929-4629-835a-166cd04bc80f,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:11.173922 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.174301 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.174675 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.175038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.175401 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.176347 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.176726 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.181959 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.181959 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.181959 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.181959 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.181959 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:11.182562 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:11.324811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:11.544908 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Router 46aef91d-c254-45e6-ac14-f7ca6c530637 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:11.654336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:11.659299 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-ce0045d8-344e-4d05-b235-bac0d4745101 admin admin] 10.222.0.24 "PUT /v2.0/routers/46aef91d-c254-45e6-ac14-f7ca6c530637/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6451962
Jun 19 02:05:11.664071 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50304) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:11.667301 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Sync routers for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:11.678307 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:11.678970 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238063d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:11.768313 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:11.781659 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:11.868445 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:11.956697 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238063d0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '0d429952-4fd3-437a-99bb-822970e51896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T02:05:11Z', 'revision_number': 5, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port': {'id': '0d429952-4fd3-437a-99bb-822970e51896', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f7:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:49Z', 'updated_at': '2021-06-19T01:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:11.982368 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Checking router: 46aef91d-c254-45e6-ac14-f7ca6c530637 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:11.991310 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Routers {'46aef91d-c254-45e6-ac14-f7ca6c530637'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:11.991936 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f238063d0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:05Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['46aef91d-c254-45e6-ac14-f7ca6c530637'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:12.017009 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Deleting port 0d429952-4fd3-437a-99bb-822970e51896 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:12.017354 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.077388 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] Set router 46aef91d-c254-45e6-ac14-f7ca6c530637 gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:12.099007 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] For port 0d429952-4fd3-437a-99bb-822970e51896, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=0d429952-4fd3-437a-99bb-822970e51896,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:12.099383 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.129793 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f238063d0>, [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T02:05:11Z', 'revision_number': 6, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:12.158039 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c4e1bb-610f-4819-8854-b9db4100dd2c None None] The sync data for ids ['46aef91d-c254-45e6-ac14-f7ca6c530637'] in dv-cinder-797170-1-iscsi is: [{'id': '46aef91d-c254-45e6-ac14-f7ca6c530637', 'name': 'tempest-AttachVolumeShelveTestJSON-570318715-router', 'tenant_id': '4a3cae28243e48af93aeaccc34c28735', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:48Z', 'updated_at': '2021-06-19T02:05:11Z', 'revision_number': 6, 'project_id': '4a3cae28243e48af93aeaccc34c28735', 'gw_port_host': None}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:12.165032 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Calling delete_port for 0d429952-4fd3-437a-99bb-822970e51896 owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:12.391007 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.393034 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:12.416506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d429952-4fd3-437a-99bb-822970e51896,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:12.419456 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:12.484172 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.578502 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.580878 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.677730 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.678207 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46aef91d-c254-45e6-ac14-f7ca6c530637 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:05:12.682457 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.683590 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-26dda175-8193-498c-b1ac-87599eb57407 admin admin] 10.222.0.24 "DELETE /v2.0/routers/46aef91d-c254-45e6-ac14-f7ca6c530637 HTTP/1.1" status: 204  len: 168 time: 1.0184197
Jun 19 02:05:12.686010 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50306) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:12.733759 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Deleting subnet fbba7495-1150-4d5d-9522-00f90841b700 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:05:12.737286 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.771580 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.848919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.953835 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.955951 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:12.980555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbba7495-1150-4d5d-9522-00f90841b700,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:12.983617 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:12.984583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:12.987071 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-ad17b455-9f54-49b9-b283-e76270b9b994 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fbba7495-1150-4d5d-9522-00f90841b700 HTTP/1.1" status: 204  len: 168 time: 0.2997756
Jun 19 02:05:12.989516 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50308) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:12.992107 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f2d104-82d0-4161-940a-18fdd67a5d84 None None] Network dd57bac5-03b9-469c-b917-26464acc7656 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:05:13.060375 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.116447 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Deleting port 93b251ac-bec1-45ff-9ced-0e873ef86c6a {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:13.116901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.184242 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] For port 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=93b251ac-bec1-45ff-9ced-0e873ef86c6a,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:13.184527 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.209787 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] DHCP port deletion for dd57bac5-03b9-469c-b917-26464acc7656 request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:05:13.260938 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Deleting port 93b251ac-bec1-45ff-9ced-0e873ef86c6a {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:13.261646 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.334035 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] For port 93b251ac-bec1-45ff-9ced-0e873ef86c6a, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=93b251ac-bec1-45ff-9ced-0e873ef86c6a,segment=NetworkSegment(1e89dddb-2d22-4bef-8323-0f7a05f1d793),segment_id=1e89dddb-2d22-4bef-8323-0f7a05f1d793)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:13.334439 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.376357 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 93b251ac-bec1-45ff-9ced-0e873ef86c6a no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:13.405747 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Calling delete_port for 93b251ac-bec1-45ff-9ced-0e873ef86c6a owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:13.542280 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.548872 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Calling delete_port for 93b251ac-bec1-45ff-9ced-0e873ef86c6a owned by network:dhcp {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:13.630017 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.635179 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.635496 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:13.638223 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-351708e0-0479-48d9-a874-763d215acdac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:13.661986 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Pushing event deleted for resources: {'Port': ['ID=93b251ac-bec1-45ff-9ced-0e873ef86c6a,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:13.664427 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] No DVR routers for this DVR port 93b251ac-bec1-45ff-9ced-0e873ef86c6a on host dv-cinder-797170-1-iscsi {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:13.665926 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:13.674176 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 654bd76e-b929-4629-835a-166cd04bc80f no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:13.679093 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Pushing event deleted for resources: {'Port': ['ID=93b251ac-bec1-45ff-9ced-0e873ef86c6a,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:13.697262 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] No DVR routers for this DVR port 93b251ac-bec1-45ff-9ced-0e873ef86c6a on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:13.707628 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 654bd76e-b929-4629-835a-166cd04bc80f {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:13.707628 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 654bd76e-b929-4629-835a-166cd04bc80f not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:13.707628 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 0d429952-4fd3-437a-99bb-822970e51896 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:13.725491 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.725849 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.726197 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.726609 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.726996 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.727331 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.727663 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.727994 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.728326 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.728672 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.729015 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.729340 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:05:13.731999 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 0d429952-4fd3-437a-99bb-822970e51896 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:13.732353 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 0d429952-4fd3-437a-99bb-822970e51896 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:13.733899 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-05aaec4b-e057-4cc2-a856-083f7ac4340e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:13.735735 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.746391 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f20faa550>,) {'filters': {'network_id': ['dd57bac5-03b9-469c-b917-26464acc7656']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:13.760528 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f20faa550>, '1e89dddb-2d22-4bef-8323-0f7a05f1d793') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:13.760857 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f20faa550>, '1e89dddb-2d22-4bef-8323-0f7a05f1d793') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:13.769701 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.782562 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.788626 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:05:13.789041 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   self.session.flush()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   self.session.flush()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   self.session.flush()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   self.session.flush()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:05:13.790625 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:05:13.905924 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.910807 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:13.914257 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:13.916050 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] 10.222.0.24 "DELETE /v2.0/networks/dd57bac5-03b9-469c-b917-26464acc7656 HTTP/1.1" status: 204  len: 168 time: 0.9253907
Jun 19 02:05:13.927699 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Pushing event deleted for resources: {'Network': ['ID=dd57bac5-03b9-469c-b917-26464acc7656,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:13.930096 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-19242963-3d8f-45ac-8ed7-278e430c3bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:14.289984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50312) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:14.328885 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9e753c8d-dfbd-40f5-aed3-c2a8655edece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a3cae28243e48af93aeaccc34c28735&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0375531
Jun 19 02:05:14.331105 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50314) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:14.380705 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:14.404876 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:14.524878 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:14.527463 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:14.528595 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2007e865-04ee-4d93-8c75-31df5b8dc73f HTTP/1.1" status: 204  len: 168 time: 0.1959677
Jun 19 02:05:14.529409 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63434eda-c192-44a2-97de-7811bb61feba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:14.537711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2007e865-04ee-4d93-8c75-31df5b8dc73f,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:14.540146 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0c30f0cc-ccd7-4966-9ad2-2fa66d67f7b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:17.179269 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50366) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:17.285560 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.372403 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.442302 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.444931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-25613ea0-b3ff-4be1-a0f5-4c8fd49a2afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:17.480805 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9f62e4587a3431c88da77e80daf3c45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004494
Jun 19 02:05:17.481704 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6375981b-1abe-4c73-acc7-54f3081cd730,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:17.483918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50370) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:17.484707 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-85439b4f-7af6-4803-bf8b-1bfb2daff4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:17.536523 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.557244 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.730531 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.733199 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:17.734349 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6375981b-1abe-4c73-acc7-54f3081cd730 HTTP/1.1" status: 204  len: 168 time: 0.2494452
Jun 19 02:05:17.735383 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5b5c3fa4-b121-46e2-a05f-ec81e14e4c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:17.743615 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6375981b-1abe-4c73-acc7-54f3081cd730,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:17.746048 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:18.341746 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50376) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:18.354864 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.443548 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.505502 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.508117 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-94714aad-cef8-4007-b53a-c858b0c8a57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:18.548798 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ad5a97154ac415bb5f57b0141e4958b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2058790
Jun 19 02:05:18.549836 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f936fc-9a7c-47a5-97f8-e718bdb69344,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:18.552134 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50378) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:18.553714 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-33f4d558-3aa7-49a6-a06f-fc56dda4ff38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:18.601426 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.623027 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.758996 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.761664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:18.762827 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1f936fc-9a7c-47a5-97f8-e718bdb69344 HTTP/1.1" status: 204  len: 168 time: 0.2090602
Jun 19 02:05:18.763592 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-11ab0241-d1db-4350-a865-85d7090fefde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:18.771790 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f936fc-9a7c-47a5-97f8-e718bdb69344,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:18.774090 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0ffd1324-dd9e-4d3a-88b9-e8c3e4819a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:21.987758 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:23.999719 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50510) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:24.104674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.190803 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.255825 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.258472 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2aa1db86-3103-4021-bc55-5e3844ae39d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:24.294769 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e295cf0ffc0b4731b38532e765a755af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2939467
Jun 19 02:05:24.295740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a04e0f-18f4-4303-a638-2349bd05774e,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:24.298219 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50514) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:24.298749 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-133c9903-d688-4a39-b401-ebeebae530aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:24.348448 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.369807 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.512843 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.515427 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:24.516595 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3a04e0f-18f4-4303-a638-2349bd05774e HTTP/1.1" status: 204  len: 168 time: 0.2173402
Jun 19 02:05:24.517388 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-ac643510-877a-4651-a194-b9c141e4666d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:24.526732 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a04e0f-18f4-4303-a638-2349bd05774e,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:24.529329 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:25.206296 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50520) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:25.221261 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.309778 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.396874 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.399444 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8f02cff7-37e8-4a63-81c2-1e3e70a3e416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:25.434606 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f8964225dda41efb904879dce4357e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2271960
Jun 19 02:05:25.435745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a353ac4c-f35e-4528-a008-2681388ae3e4,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:25.437932 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50522) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:25.438513 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-84d63dcb-a8a3-4aa8-88b6-e714c541c620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:25.490430 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.511517 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.701698 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.704250 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:25.705440 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a353ac4c-f35e-4528-a008-2681388ae3e4 HTTP/1.1" status: 204  len: 168 time: 0.2664320
Jun 19 02:05:25.706219 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-6d5ef7fb-29dc-4706-9b6c-5bd6a5dfb744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:25.714578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a353ac4c-f35e-4528-a008-2681388ae3e4,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:25.717147 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-db1efce6-dc9e-4197-a937-011cfd5986ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:32.185173 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-12aa57dd-63f6-4bfb-b8eb-cd1aa7a3330f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.011609 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50616) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:33.111767 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.200046 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.264500 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.267074 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b729de51-cccb-4049-8136-fed52a228235 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:33.303587 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da8f6ee592d84524a03fe747d3b6e919&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2909050
Jun 19 02:05:33.304639 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12c6094-7561-4ccc-bc29-43c13b52a9de,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:33.306364 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50620) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:33.308079 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-46de260e-0b2c-47c5-ade8-36b8353c9441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:33.360086 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.380138 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.495610 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.498216 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:33.499350 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a12c6094-7561-4ccc-bc29-43c13b52a9de HTTP/1.1" status: 204  len: 168 time: 0.1919763
Jun 19 02:05:33.500124 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-625bf899-0115-4481-9af0-0bf84ad5e120 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:33.507645 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12c6094-7561-4ccc-bc29-43c13b52a9de,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:33.510810 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-165c8589-0c8c-407a-b524-9404a9aebef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:34.129189 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50626) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:34.143337 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.230059 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.295547 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.298166 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-457aad46-4648-4036-8ff4-28e628f4c8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:34.334532 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c9db3dcc64446b3b94c7338b91f34fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2042866
Jun 19 02:05:34.335555 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5ef359-2fba-4afd-9207-e0f6b16fad36,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:34.338316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50628) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:34.339435 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:34.387520 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.409139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.535616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.538191 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:34.539312 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf5ef359-2fba-4afd-9207-e0f6b16fad36 HTTP/1.1" status: 204  len: 168 time: 0.1999538
Jun 19 02:05:34.540227 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-15814106-316b-440f-afc6-d152e67bfc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:34.547754 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5ef359-2fba-4afd-9207-e0f6b16fad36,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:34.550049 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:34.922229 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-407661f1-cacd-4909-a17d-630f8be44079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:35.347364 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.221246 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.359971 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50666) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:36.515296 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port b6987e53-8f06-4986-beb3-bb6e110b5231 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:36.515665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.595674 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.596004 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.667264 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for b6987e53-8f06-4986-beb3-bb6e110b5231 owned by network:floatingip {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:36.870931 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.873167 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-723c2698-4fb4-407e-b8da-412edd440005 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:36.898946 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=b6987e53-8f06-4986-beb3-bb6e110b5231,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:36.903751 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:36.967097 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:36.967430 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 3fd76729-25e5-406b-9ef8-81184d2de740 disassociated (deleted). External IP: 172.27.3.21, port: c529103e-767d-406f-802e-52f78e0f1d2c.
Jun 19 02:05:37.180024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:37.291215 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:37.295943 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:37.300429 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:37.312859 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:37.313639 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f229565e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:37.336933 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-ca29d441-5c74-449f-b614-a8eae104690a tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "DELETE /v2.0/floatingips/3fd76729-25e5-406b-9ef8-81184d2de740 HTTP/1.1" status: 204  len: 168 time: 0.9758484
Jun 19 02:05:37.337763 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:05:37.341278 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29385e69-9813-4cce-83c5-28d58ffbbe01" -d '{"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:05:37.386280 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65806a1a-e521-4835-bf37-6198dd119ae0 x-openstack-request-id: req-65806a1a-e521-4835-bf37-6198dd119ae0 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:05:37.386901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:05:37.386901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65806a1a-e521-4835-bf37-6198dd119ae0 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:05:37.387304 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'status': 'completed', 'code': 200}
Jun 19 02:05:37.429275 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:37.467814 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-4af25dc2-4d85-4822-9279-0b1e68e094f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:37.469897 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-4af25dc2-4d85-4822-9279-0b1e68e094f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 1098 time: 0.0587070
Jun 19 02:05:37.568190 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-82c6e75b-f10d-49e6-a024-dcaee3e93cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:37.569702 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-82c6e75b-f10d-49e6-a024-dcaee3e93cab service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.0940924
Jun 19 02:05:37.614814 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-bf98462a-9543-476e-a958-b7055a434ed3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c529103e-767d-406f-802e-52f78e0f1d2c HTTP/1.1" status: 200  len: 217 time: 0.0385580
Jun 19 02:05:37.666046 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-cb0e95c4-d41c-496d-a683-c7cb2bb2d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:37.667771 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-cb0e95c4-d41c-496d-a683-c7cb2bb2d7d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0465307
Jun 19 02:05:37.732306 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-5ac338fe-5939-47d0-819d-545741af8667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:37.734271 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-5ac338fe-5939-47d0-819d-545741af8667 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0601082
Jun 19 02:05:37.801325 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f229565e0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:37.828663 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-a39d880e-2916-453d-8d55-4c14dce5ae39 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879283
Jun 19 02:05:37.835821 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:37.850047 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:37.850662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f229565e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:37.929394 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-29385e69-9813-4cce-83c5-28d58ffbbe01 req-c38440c5-8790-4ac1-a4a8-fe62b1744e59 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945840
Jun 19 02:05:37.963506 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:37.966957 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:38.036360 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3131636a-a95d-4fab-bcab-0178995b6837 req-982489b8-35f6-4d44-b525-c9d4e12919fa tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:38.038256 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3131636a-a95d-4fab-bcab-0178995b6837 req-982489b8-35f6-4d44-b525-c9d4e12919fa tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.0732303
Jun 19 02:05:38.078746 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-3131636a-a95d-4fab-bcab-0178995b6837 req-03d7af6b-318f-4a22-9fdb-0c6eb0bb262d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0333593
Jun 19 02:05:38.206791 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f229565e0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:38.237573 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798a0eb1-96b8-4e78-b2b0-13b73f8e9b35 None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_floatingips': [{'id': '998f4676-351a-4e35-97bc-1d327a50a4ef', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'floating_ip_address': '172.27.3.26', 'floating_network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'router_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'port_id': '49ad9542-5d6b-491f-b367-b926e7515a84', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'mac_address': 'fa:16:3e:08:7b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-19T02:02:04Z', 'updated_at': '2021-06-19T02:02:08Z', 'revision_number': 1, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:38.445692 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb0543f-e618-4559-94ae-9e60c94d14d1 None None] New status for floating IP 3fd76729-25e5-406b-9ef8-81184d2de740: DOWN {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:05:39.265547 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce0f5b-3490-4f28-96e1-dbd8ac808029 req-69d4996c-1b74-4af1-b783-a57a71f4b3dd tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:39.267005 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0ce0f5b-3490-4f28-96e1-dbd8ac808029 req-69d4996c-1b74-4af1-b783-a57a71f4b3dd tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.0621076
Jun 19 02:05:39.305513 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a0ce0f5b-3490-4f28-96e1-dbd8ac808029 req-0f84d354-4d94-4c72-acbe-4be807cb877d tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0326755
Jun 19 02:05:39.468605 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-0f1d9bfd-6fd1-4177-9290-fbe190c095a3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:39.470072 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-0f1d9bfd-6fd1-4177-9290-fbe190c095a3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 945 time: 0.0650630
Jun 19 02:05:39.569307 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port c529103e-767d-406f-802e-52f78e0f1d2c {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:39.569652 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:39.660347 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] For port c529103e-767d-406f-802e-52f78e0f1d2c, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=c529103e-767d-406f-802e-52f78e0f1d2c,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:39.660731 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:39.722608 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for c529103e-767d-406f-802e-52f78e0f1d2c owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:39.910823 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:39.915045 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2963f750-fad2-4f27-a54a-f0de77d1973d tempest-AttachVolumeTestJSON-62376481 tempest-AttachVolumeTestJSON-62376481-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:39.941657 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=c529103e-767d-406f-802e-52f78e0f1d2c,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:39.944776 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:39.991710 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] No DVR routers for this DVR port c529103e-767d-406f-802e-52f78e0f1d2c on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:39.995063 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:39.997139 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f0a4ee1-2339-44cc-8ebb-fd788faa7fe3 req-674754cb-62ea-4773-b082-42f4d899cbc4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "DELETE /v2.0/ports/c529103e-767d-406f-802e-52f78e0f1d2c HTTP/1.1" status: 204  len: 173 time: 0.5219917
Jun 19 02:05:40.000024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'name': 'network-vif-deleted', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:05:40.000024 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b9df45-f3a2-4732-a44a-e2081064c95c" -d '{"events": [{"server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "name": "network-vif-deleted", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:05:40.004731 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:05:40.037373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b188feac-a5e2-46b9-94d1-27675b2ea615 x-openstack-request-id: req-b188feac-a5e2-46b9-94d1-27675b2ea615 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:05:40.037701 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f8114d-d72e-451c-9ed0-cd5c9457e5d6", "name": "network-vif-deleted", "tag": "c529103e-767d-406f-802e-52f78e0f1d2c", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:05:40.037996 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b188feac-a5e2-46b9-94d1-27675b2ea615 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:05:40.038427 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f8114d-d72e-451c-9ed0-cd5c9457e5d6', 'name': 'network-vif-deleted', 'tag': 'c529103e-767d-406f-802e-52f78e0f1d2c', 'status': 'completed', 'code': 200}
Jun 19 02:05:40.456004 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1611d50f-a933-404e-a4a6-e1663bde503e req-98394753-d167-4a55-8ffa-5e8809056d46 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=77f8114d-d72e-451c-9ed0-cd5c9457e5d6 HTTP/1.1" status: 200  len: 210 time: 0.0295281
Jun 19 02:05:43.754772 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c529103e-767d-406f-802e-52f78e0f1d2c no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:43.775759 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: c529103e-767d-406f-802e-52f78e0f1d2c {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:43.776109 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device c529103e-767d-406f-802e-52f78e0f1d2c not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:44.038952 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50762) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:44.199114 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port 4acf4ef0-e7f1-42ef-84cd-a8156be5f414 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:44.199456 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:44.277576 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:44.277807 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:44.339009 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for 4acf4ef0-e7f1-42ef-84cd-a8156be5f414 owned by network:floatingip {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:44.556513 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:44.558662 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-8bcc6a6c-052d-457a-be04-e9315f94befe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:44.586590 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=4acf4ef0-e7f1-42ef-84cd-a8156be5f414,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:44.591641 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:44.718580 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:44.718911 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.db.l3_db [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Floating IP 998f4676-351a-4e35-97bc-1d327a50a4ef disassociated (deleted). External IP: 172.27.3.26, port: 49ad9542-5d6b-491f-b367-b926e7515a84.
Jun 19 02:05:44.936629 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:45.046903 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:45.051726 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:45.056499 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:45.065525 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:45.066100 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23153460>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:45.092184 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "DELETE /v2.0/floatingips/998f4676-351a-4e35-97bc-1d327a50a4ef HTTP/1.1" status: 204  len: 168 time: 1.0520463
Jun 19 02:05:45.092901 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:05:45.095332 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:05:45.160057 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7999d6f-6578-4fae-9ca6-bd7d90f6f19e x-openstack-request-id: req-a7999d6f-6578-4fae-9ca6-bd7d90f6f19e {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:05:45.160476 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:05:45.160883 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7999d6f-6578-4fae-9ca6-bd7d90f6f19e {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:05:45.161381 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84', 'status': 'completed', 'code': 200}
Jun 19 02:05:45.189240 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:45.240147 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-ad436ddd-1044-4f25-80e3-9f91246806f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:45.241965 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-ad436ddd-1044-4f25-80e3-9f91246806f6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bd9a3f3e432845edb23cc31e02e22110&device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 1099 time: 0.0564761
Jun 19 02:05:45.335664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-11e7a00f-a510-494d-83e2-ea2a5aa01fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:45.337817 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-11e7a00f-a510-494d-83e2-ea2a5aa01fae service neutron] 10.222.0.16 "GET /v2.0/networks?id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 200  len: 912 time: 0.0884740
Jun 19 02:05:45.382837 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-58ef9591-8b8e-4c58-be46-627aa955cd5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 200  len: 217 time: 0.0393698
Jun 19 02:05:45.402161 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23153460>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:45.432081 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:45.433088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-818dddb4-0ae6-462d-bec2-0548b704438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:45.434533 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-818dddb4-0ae6-462d-bec2-0548b704438e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 200  len: 850 time: 0.0449965
Jun 19 02:05:45.440671 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:45.441351 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23153460>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:45.500236 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-ff2a553f-8b32-45f5-b368-5d01e36d6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:45.501743 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-ff2a553f-8b32-45f5-b368-5d01e36d6159 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0612650
Jun 19 02:05:45.557250 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:45.605321 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-142f6a37-53bf-461a-a9cd-6ab2a0768c95 service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953515
Jun 19 02:05:45.737261 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b69d7052-300a-49d2-8e7a-5610ef2ee0eb req-b31c44ad-9623-43bb-ae4a-3e4e85bfbb0f service neutron] 10.222.0.16 "GET /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255648
Jun 19 02:05:45.764779 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e0f70-d7b4-4277-a751-7ceb22f733aa req-7d3b12fb-932a-4582-9995-dd2cfbc9410e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:45.766309 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-801e0f70-d7b4-4277-a751-7ceb22f733aa req-7d3b12fb-932a-4582-9995-dd2cfbc9410e tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.0897923
Jun 19 02:05:45.784188 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23153460>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:45.809119 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-801e0f70-d7b4-4277-a751-7ceb22f733aa req-548e3206-f931-43fd-96e9-80e195d2da05 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369711
Jun 19 02:05:45.810789 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37716bd-c7b6-4b07-a999-57cd9a3bc84f None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T01:58:06Z', 'revision_number': 4, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi', '_interfaces': [{'id': 'fdeeeb8a-1268-46bf-930a-479e16cddfbe', 'name': '', 'network_id': '2ce46fbc-3eb0-4567-a8fd-971073e3a0bb', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'mac_address': 'fa:16:3e:39:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:05Z', 'updated_at': '2021-06-19T01:58:14Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'subnets': [{'id': '9ffdd41d-b4e3-4955-a67c-31871d0362d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:46.025672 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a094b128-7f94-40ed-ab6e-725875f1d66a None None] New status for floating IP 998f4676-351a-4e35-97bc-1d327a50a4ef: DOWN {{(pid=105240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 19 02:05:47.319034 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666f521-dffc-4b30-a3d9-1bf53738a0f2 req-71a5d1ea-a825-4861-8093-3683895e12c3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:47.320490 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b666f521-dffc-4b30-a3d9-1bf53738a0f2 req-71a5d1ea-a825-4861-8093-3683895e12c3 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.3975062
Jun 19 02:05:47.329379 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-0bcf8912-944e-4363-8117-4cd803fb39ac tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:05:47.330891 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-0bcf8912-944e-4363-8117-4cd803fb39ac tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 946 time: 0.0885561
Jun 19 02:05:47.394633 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b666f521-dffc-4b30-a3d9-1bf53738a0f2 req-cdbf25ff-920f-4aaf-9897-e602526fb9f7 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/security-groups?id=0992d9c1-239a-4bf5-94a7-18987f732413&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627689
Jun 19 02:05:47.455627 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port 49ad9542-5d6b-491f-b367-b926e7515a84 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:47.455970 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:47.547361 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] For port 49ad9542-5d6b-491f-b367-b926e7515a84, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=49ad9542-5d6b-491f-b367-b926e7515a84,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:47.547821 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:47.611278 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for 49ad9542-5d6b-491f-b367-b926e7515a84 owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:47.745557 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50800) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:47.804304 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:47.808301 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-79ff1d9f-cb6b-4f50-9b8f-8e6e6f264955 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:47.831995 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=49ad9542-5d6b-491f-b367-b926e7515a84,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:47.835474 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:47.854185 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:47.880997 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] No DVR routers for this DVR port 49ad9542-5d6b-491f-b367-b926e7515a84 on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:47.883350 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:47.886117 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e547d80b-5970-4a7b-83d6-f6ae81603b60 req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.16 "DELETE /v2.0/ports/49ad9542-5d6b-491f-b367-b926e7515a84 HTTP/1.1" status: 204  len: 173 time: 0.5412164
Jun 19 02:05:47.886625 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'name': 'network-vif-deleted', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:05:47.888970 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c94858d-79dd-4039-93dd-b435a04b5519" -d '{"events": [{"server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "name": "network-vif-deleted", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:05:47.924358 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd12b22a-377b-4bed-b56f-dafe1fe7cd09 x-openstack-request-id: req-dd12b22a-377b-4bed-b56f-dafe1fe7cd09 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:05:47.924864 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f85e7af5-6f50-4ac1-8311-c18ab767ce0a", "name": "network-vif-deleted", "tag": "49ad9542-5d6b-491f-b367-b926e7515a84", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:05:47.925257 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd12b22a-377b-4bed-b56f-dafe1fe7cd09 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:05:47.925735 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f85e7af5-6f50-4ac1-8311-c18ab767ce0a', 'name': 'network-vif-deleted', 'tag': '49ad9542-5d6b-491f-b367-b926e7515a84', 'status': 'completed', 'code': 200}
Jun 19 02:05:47.948534 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.070061 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.073797 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-69942676-17e4-4e3b-9d7c-f7d4627b07b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:48.114470 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db2c8a7a267449818ea695606e5396e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3677745
Jun 19 02:05:48.115479 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd9627f-25ac-4191-a147-afa585c1c4bc,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:48.117042 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50806) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:48.123135 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a8814e71-7119-466c-ac81-4d5512fbd873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:48.170958 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.194984 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.312444 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.315141 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:48.323368 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcd9627f-25ac-4191-a147-afa585c1c4bc HTTP/1.1" status: 204  len: 168 time: 0.1982698
Jun 19 02:05:48.323368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-91ea2755-60a8-448b-acf4-df1aa2bd72a9 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:48.325809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd9627f-25ac-4191-a147-afa585c1c4bc,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:48.328007 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cd5e69a8-4627-4629-9221-e5d509f7494c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:48.543525 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53e9d320-5cad-4d21-b908-6dd4eb2a4539 req-b3a30e2f-cf46-4051-b88d-ffb7007a05a5 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "GET /v2.0/ports?device_id=f85e7af5-6f50-4ac1-8311-c18ab767ce0a HTTP/1.1" status: 200  len: 210 time: 0.0290308
Jun 19 02:05:48.972862 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50814) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:48.987460 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.076029 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.141160 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.145650 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-60f7a38d-c245-4c56-946c-4016e8bcab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:49.185674 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63f75f207a594b848bee139cac224607&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2117813
Jun 19 02:05:49.187602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c6211d-c431-4229-a125-beebed9f5431,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:49.188305 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50816) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:49.190595 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2aa678db-1fc0-4752-b24c-cac8472bd6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:49.240187 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.262064 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.392461 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.395041 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.396180 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34c6211d-c431-4229-a125-beebed9f5431 HTTP/1.1" status: 204  len: 168 time: 0.2067297
Jun 19 02:05:49.397022 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e14ede75-eb24-4cc9-9c26-df0dab02175c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:49.405692 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c6211d-c431-4229-a125-beebed9f5431,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:49.408004 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-72997441-85b3-48d1-84fc-ed02c38e065a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:49.635506 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50822) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:49.759776 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Deleting port 06a71e42-f31b-476a-aec9-4e156477251d {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:49.760116 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.837701 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.838359 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:49.903455 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Calling delete_port for 06a71e42-f31b-476a-aec9-4e156477251d owned by network:floatingip {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:50.078237 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50826) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:50.091537 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.121536 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.127523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-9ec883ee-8aaa-40f7-b64c-cd521e8f1c01 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:50.162086 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'Port': ['ID=06a71e42-f31b-476a-aec9-4e156477251d,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:50.164327 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:50.240728 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for floatingip, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.244264 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for floatingip, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.245404 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "DELETE /v2.0/floatingips/7216315a-add4-408e-8398-218cd49f2749 HTTP/1.1" status: 204  len: 168 time: 0.6089127
Jun 19 02:05:50.271846 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.333023 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.338340 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-31231183-4088-4ee6-a19e-81f8f690338b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:50.380015 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc3c7f1462d54179b7f143a78f7fe1f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3006921
Jun 19 02:05:50.380975 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fdf842-2c5c-435d-abea-776353b545c1,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:50.383148 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50832) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:50.384839 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b53cea3d-2177-4f77-afe4-3a50516ffd41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:50.440359 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.464136 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.575412 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.581756 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:50.581756 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3fdf842-2c5c-435d-abea-776353b545c1 HTTP/1.1" status: 204  len: 168 time: 0.1942995
Jun 19 02:05:50.581756 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d100a3bc-2726-43c0-96ee-556b16ee75b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:50.587925 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fdf842-2c5c-435d-abea-776353b545c1,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:50.590336 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-3284f7ad-f4e8-49bc-8cde-1c361c540c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:51.638642 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50860) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:51.704094 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:51.729088 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:51.817008 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 49ad9542-5d6b-491f-b367-b926e7515a84 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:51.840470 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 49ad9542-5d6b-491f-b367-b926e7515a84 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:51.840749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 49ad9542-5d6b-491f-b367-b926e7515a84 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:51.881796 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:51.885118 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:51.886269 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] 10.222.0.24 "DELETE /v2.0/security-groups/0992d9c1-239a-4bf5-94a7-18987f732413 HTTP/1.1" status: 204  len: 168 time: 0.2465568
Jun 19 02:05:51.887124 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b47129fe-c9a6-4edd-902f-a9b2ba726499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:51.897781 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992d9c1-239a-4bf5-94a7-18987f732413,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:51.900203 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8f94ba3b-29ed-48bf-b12c-d5148b362505 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:52.015339 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:52.047745 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50868) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:52.877942 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:53.168474 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Deleting port fdeeeb8a-1268-46bf-930a-479e16cddfbe {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:53.168811 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:53.249727 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] For port fdeeeb8a-1268-46bf-930a-479e16cddfbe, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=fdeeeb8a-1268-46bf-930a-479e16cddfbe,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:53.250085 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:53.316530 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Calling delete_port for fdeeeb8a-1268-46bf-930a-479e16cddfbe owned by network:router_interface {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:53.556138 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:53.558367 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-cd20d141-f47d-43dd-a0bb-ecf7739be78b tempest-TestShelveInstance-1106042186 tempest-TestShelveInstance-1106042186-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:53.586909 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Pushing event deleted for resources: {'Port': ['ID=fdeeeb8a-1268-46bf-930a-479e16cddfbe,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:53.591454 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:53.762191 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:53.974586 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105237) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:54.085859 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105237) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:54.090323 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-de114abe-ff99-4f1b-b7b1-b17b48e610fa admin admin] 10.222.0.24 "PUT /v2.0/routers/c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0415509
Jun 19 02:05:54.096945 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Sync routers for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:54.100316 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50882) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:54.108030 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:54.108030 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f227a98e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:54.207705 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:54.315068 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:54.341637 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:54.435240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Deleting port 6df8fd7b-66bb-4d82-ac85-16f3bf933270 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:54.435615 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:54.517740 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] For port 6df8fd7b-66bb-4d82-ac85-16f3bf933270, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=6df8fd7b-66bb-4d82-ac85-16f3bf933270,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:54.517979 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:54.520928 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f227a98e0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T02:05:53Z', 'revision_number': 5, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port': {'id': '6df8fd7b-66bb-4d82-ac85-16f3bf933270', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:21:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:01Z', 'updated_at': '2021-06-19T01:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:54.548234 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Checking router: c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 for host: dv-cinder-797170-1-iscsi {{(pid=105239) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:54.557518 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Routers {'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105239) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:54.558157 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f227a98e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'], 'active': True} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:54.582619 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Calling delete_port for 6df8fd7b-66bb-4d82-ac85-16f3bf933270 owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:54.646756 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvr_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] Set router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 gateway port host: None {{(pid=105239) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:54.702526 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_hamode_db [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f227a98e0>, [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T02:05:54Z', 'revision_number': 6, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:54.729258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bdb319-bfda-4342-b2a7-e048a6fffb9e None None] The sync data for ids ['c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8'] in dv-cinder-797170-1-iscsi is: [{'id': 'c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8', 'name': 'tempest-TestVolumeBootPattern-704620498-router', 'tenant_id': 'bd9a3f3e432845edb23cc31e02e22110', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:00Z', 'updated_at': '2021-06-19T02:05:54Z', 'revision_number': 6, 'project_id': 'bd9a3f3e432845edb23cc31e02e22110', 'gw_port_host': None}] {{(pid=105239) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:54.815535 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:54.817638 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-1172e3ed-d4fa-458c-88e6-033629f54138 tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:54.840585 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df8fd7b-66bb-4d82-ac85-16f3bf933270,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:54.844375 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:54.909142 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.001768 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.003870 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.107253 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.107965 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:05:55.118422 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.118422 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d4eb2768-bca6-4409-840d-32d1be7c3507 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c9ccab03-df2b-4e7a-ad09-a3b51a31e3a8 HTTP/1.1" status: 204  len: 168 time: 1.0128784
Jun 19 02:05:55.119282 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50886) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:55.165610 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Deleting subnet 9ffdd41d-b4e3-4955-a67c-31871d0362d3 {{(pid=105238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:05:55.168899 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.202297 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11733205'] for subnet, precommit_delete_associations {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.280038 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.410178 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11905807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12251326'] for subnet, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.412339 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:55.433982 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ffdd41d-b4e3-4955-a67c-31871d0362d3,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:55.436344 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:55.440818 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for subnet, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.442648 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-34d6977f-89c7-49ac-a48c-ec8a2e907762 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9ffdd41d-b4e3-4955-a67c-31871d0362d3 HTTP/1.1" status: 204  len: 168 time: 0.3226316
Jun 19 02:05:55.445264 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50888) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:55.446264 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6e821-d76b-4dbe-9f83-7dce5bcce0b5 None None] Network 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:05:55.522530 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device fdeeeb8a-1268-46bf-930a-479e16cddfbe no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:55.541593 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.560414 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: fdeeeb8a-1268-46bf-930a-479e16cddfbe {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:55.562963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device fdeeeb8a-1268-46bf-930a-479e16cddfbe not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:55.562963 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6df8fd7b-66bb-4d82-ac85-16f3bf933270 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:55.599677 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 6df8fd7b-66bb-4d82-ac85-16f3bf933270 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:55.600436 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 6df8fd7b-66bb-4d82-ac85-16f3bf933270 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:55.606143 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Deleting port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:55.606492 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.676786 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] For port 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=5ac3a77b-f37b-43f6-98c2-39970f8104c9,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:55.677079 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.690161 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] DHCP port deletion for 2ce46fbc-3eb0-4567-a8fd-971073e3a0bb request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:05:55.744361 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Deleting port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:55.745398 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.749546 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Calling delete_port for 5ac3a77b-f37b-43f6-98c2-39970f8104c9 owned by network:dhcp {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:55.811853 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] For port 5ac3a77b-f37b-43f6-98c2-39970f8104c9, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=5ac3a77b-f37b-43f6-98c2-39970f8104c9,segment=NetworkSegment(c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a),segment_id=c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:55.812252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.878654 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Calling delete_port for 5ac3a77b-f37b-43f6-98c2-39970f8104c9 owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:55.901320 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.903662 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-a91d4f88-6c59-4811-9e5f-30d93b838468 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:55.925958 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac3a77b-f37b-43f6-98c2-39970f8104c9,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:55.929390 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:55.932359 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] No DVR routers for this DVR port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 on host dv-cinder-797170-1-iscsi {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:55.953446 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:55.956174 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-aef2f9e6-fb92-464f-bf9c-32fbd3ee943a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:55.983503 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Pushing event deleted for resources: {'Port': ['ID=5ac3a77b-f37b-43f6-98c2-39970f8104c9,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:55.985634 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] No DVR routers for this DVR port 5ac3a77b-f37b-43f6-98c2-39970f8104c9 on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:55.987037 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-8a6dcbce-1797-4303-b548-1ac5a86e04bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:56.002424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.012879 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21524c10>,) {'filters': {'network_id': ['2ce46fbc-3eb0-4567-a8fd-971073e3a0bb']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:56.023155 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21524c10>, 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:56.026643 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21524c10>, 'c9b7c98f-a056-48ad-9fc5-f0f224bd5b5a') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:56.032832 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.049813 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.055828 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:05:56.060840 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:05:56.158246 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.161919 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-24808e8b-c216-431b-945b-85d266189e68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:56.164360 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.166330 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2ce46fbc-3eb0-4567-a8fd-971073e3a0bb HTTP/1.1" status: 204  len: 168 time: 0.7200713
Jun 19 02:05:56.169446 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50892) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:56.177891 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce46fbc-3eb0-4567-a8fd-971073e3a0bb,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:56.180343 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e39476e7-b21d-418e-bc70-ea2ed36fa612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:56.516767 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-607479'] for router_interface, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.772667 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Deleting port 9644a822-1a36-4592-88bf-74492eddc9aa {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:56.772938 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.848518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] For port 9644a822-1a36-4592-88bf-74492eddc9aa, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=9644a822-1a36-4592-88bf-74492eddc9aa,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:56.848903 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:56.917281 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Calling delete_port for 9644a822-1a36-4592-88bf-74492eddc9aa owned by network:router_interface {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:57.164146 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:57.166526 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-63522509-bf2a-42b0-a274-b945462a790c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:57.190705 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9644a822-1a36-4592-88bf-74492eddc9aa,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:57.193965 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:57.360252 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3576693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607307'] for router_interface, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:57.461887 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 5ac3a77b-f37b-43f6-98c2-39970f8104c9 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:57.482844 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 5ac3a77b-f37b-43f6-98c2-39970f8104c9 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:57.483117 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 5ac3a77b-f37b-43f6-98c2-39970f8104c9 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:57.569020 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Router 5ea51a32-2812-45a5-b61d-cb8637547c30 has already been hosted by L3 agent ef4e3e55-2627-46e9-8ab8-39c1e0ef523d {{(pid=105238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 19 02:05:57.675317 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] Notify agent at l3_agent.dv-cinder-797170-1-iscsi the message routers_updated {{(pid=105238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 19 02:05:57.681154 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-55369991-ac68-47e8-9adc-c2b5dd2ee8b0 admin admin] 10.222.0.24 "PUT /v2.0/routers/5ea51a32-2812-45a5-b61d-cb8637547c30/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5105150
Jun 19 02:05:57.682814 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50896) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:57.684672 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Sync routers for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 19 02:05:57.695148 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:57.695752 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f3a8e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:57.793005 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks [] for router, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:57.799024 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: dv-cinder-797170-1-iscsi {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:57.896758 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.022877 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Deleting port cfd38751-de19-48d0-92f6-fde363c49ee4 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:58.023240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.063029 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f3a8e0>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'external_fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T02:05:57Z', 'revision_number': 5, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port': {'id': 'cfd38751-de19-48d0-92f6-fde363c49ee4', 'name': '', 'network_id': 'cf41840a-71c3-4b8c-a2e5-1094a28e651d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:c7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-19T01:58:16Z', 'updated_at': '2021-06-19T01:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26142942-31cd-4a67-9b12-0b1395b086dd', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797170-1-iscsi'}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:58.089126 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Checking router: 5ea51a32-2812-45a5-b61d-cb8637547c30 for host: dv-cinder-797170-1-iscsi {{(pid=105240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 19 02:05:58.100913 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Routers {'5ea51a32-2812-45a5-b61d-cb8637547c30'} bound to L3 agent in host dv-cinder-797170-1-iscsi {{(pid=105240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 19 02:05:58.100913 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f4f23f3a8e0>, 'dv-cinder-797170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-19T01:46:35Z,description=<?>,heartbeat_timestamp=2021-06-19T02:05:35Z,host='dv-cinder-797170-1-iscsi',id=ef4e3e55-2627-46e9-8ab8-39c1e0ef523d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-19T01:46:35Z,topic='l3_agent')) {'router_ids': ['5ea51a32-2812-45a5-b61d-cb8637547c30'], 'active': True} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:58.107663 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] For port cfd38751-de19-48d0-92f6-fde363c49ee4, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=cfd38751-de19-48d0-92f6-fde363c49ee4,segment=NetworkSegment(cb4a4995-59d8-45f3-9c19-422a63211cfb),segment_id=cb4a4995-59d8-45f3-9c19-422a63211cfb)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:58.108017 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.170992 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Calling delete_port for cfd38751-de19-48d0-92f6-fde363c49ee4 owned by network:router_gateway {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:58.183571 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_dvr_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] Set router 5ea51a32-2812-45a5-b61d-cb8637547c30 gateway port host: None {{(pid=105240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}}
Jun 19 02:05:58.240209 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.l3_hamode_db [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f4f23f3a8e0>, [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T02:05:57Z', 'revision_number': 6, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port_host': None}], 'dv-cinder-797170-1-iscsi', False) {} {{(pid=105240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:58.266303 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1fa57-05d7-4162-8db5-5e335373870a None None] The sync data for ids ['5ea51a32-2812-45a5-b61d-cb8637547c30'] in dv-cinder-797170-1-iscsi is: [{'id': '5ea51a32-2812-45a5-b61d-cb8637547c30', 'name': 'tempest-TestVolumeBootPattern-1311895516-router', 'tenant_id': '77b474d5a47442eeb2d58d6c87837b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-19T01:58:12Z', 'updated_at': '2021-06-19T02:05:57Z', 'revision_number': 6, 'project_id': '77b474d5a47442eeb2d58d6c87837b06', 'gw_port_host': None}] {{(pid=105240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 19 02:05:58.412841 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.412841 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-463ca31e-5ace-4edb-abe6-3c3f263ecefe tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:58.440785 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd38751-de19-48d0-92f6-fde363c49ee4,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:58.443930 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:58.502530 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3625319'] for router_gateway, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.593972 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-573049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3450'] for router, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.596480 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.738850 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606248'] for router, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.739478 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea51a32-2812-45a5-b61d-cb8637547c30 {{(pid=105237) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 19 02:05:58.743651 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] Notify callbacks [] for router, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.745749 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-8ba0dbac-6655-4c75-acae-04fbe795a82a admin admin] 10.222.0.24 "DELETE /v2.0/routers/5ea51a32-2812-45a5-b61d-cb8637547c30 HTTP/1.1" status: 204  len: 168 time: 1.0619073
Jun 19 02:05:58.748179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50910) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:58.793424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Deleting subnet 858ba90d-f4ee-422c-a1b5-d9114ffb3592 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:05:58.796418 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.830851 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:58.913656 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.351226 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.354553 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:59.379055 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=858ba90d-f4ee-422c-a1b5-d9114ffb3592,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:59.382942 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:59.386531 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.388388 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5b8276d7-d3c8-4874-ad5f-86dfac762c93 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/858ba90d-f4ee-422c-a1b5-d9114ffb3592 HTTP/1.1" status: 204  len: 168 time: 0.6392620
Jun 19 02:05:59.391042 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50928) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:05:59.392709 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb048df-6061-4e91-8a82-d8bbb39432b3 None None] Network da6dd2b0-2b66-48d7-9022-026b60b17fa0 requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:05:59.433281 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9644a822-1a36-4592-88bf-74492eddc9aa no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:59.456641 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 9644a822-1a36-4592-88bf-74492eddc9aa {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:59.463252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 9644a822-1a36-4592-88bf-74492eddc9aa not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:59.463252 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device cfd38751-de19-48d0-92f6-fde363c49ee4 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:05:59.463543 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.488870 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: cfd38751-de19-48d0-92f6-fde363c49ee4 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:05:59.489217 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device cfd38751-de19-48d0-92f6-fde363c49ee4 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:05:59.525432 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Deleting port 45663b59-05f1-466b-baf9-e61cdcc34fd2 {{(pid=105237) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:59.525953 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.589329 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.db [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] For port 45663b59-05f1-466b-baf9-e61cdcc34fd2, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=45663b59-05f1-466b-baf9-e61cdcc34fd2,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105237) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:59.589679 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.637468 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] DHCP port deletion for da6dd2b0-2b66-48d7-9022-026b60b17fa0 request from dv-cinder-797170-1-iscsi {{(pid=105239) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 19 02:05:59.659557 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.plugin [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Calling delete_port for 45663b59-05f1-466b-baf9-e61cdcc34fd2 owned by network:dhcp {{(pid=105237) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:59.685838 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Deleting port 45663b59-05f1-466b-baf9-e61cdcc34fd2 {{(pid=105239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:05:59.686234 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.753487 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] For port 45663b59-05f1-466b-baf9-e61cdcc34fd2, host dv-cinder-797170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797170-1-iscsi',level=0,port_id=45663b59-05f1-466b-baf9-e61cdcc34fd2,segment=NetworkSegment(771aa25d-4534-4c84-a2b1-73005e0f4dba),segment_id=771aa25d-4534-4c84-a2b1-73005e0f4dba)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:05:59.753953 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.803918 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11936636'] for port, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.807263 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-f4df2cf8-c719-4394-93be-a83480528b7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:59.820764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Calling delete_port for 45663b59-05f1-466b-baf9-e61cdcc34fd2 owned by network:dhcp {{(pid=105239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:05:59.834837 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Pushing event deleted for resources: {'Port': ['ID=45663b59-05f1-466b-baf9-e61cdcc34fd2,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:59.841421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:59.841421 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] No DVR routers for this DVR port 45663b59-05f1-466b-baf9-e61cdcc34fd2 on host dv-cinder-797170-1-iscsi {{(pid=105237) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:59.901402 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175'] for port, after_delete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.904003 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:05:59.911583 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.922228 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f21a430d0>,) {'filters': {'network_id': ['da6dd2b0-2b66-48d7-9022-026b60b17fa0']}} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:59.929882 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Pushing event deleted for resources: {'Port': ['ID=45663b59-05f1-466b-baf9-e61cdcc34fd2,revision_number=None']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:05:59.931791 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] No DVR routers for this DVR port 45663b59-05f1-466b-baf9-e61cdcc34fd2 on host dv-cinder-797170-1-iscsi {{(pid=105239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:05:59.932175 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21a430d0>, '771aa25d-4534-4c84-a2b1-73005e0f4dba') {'for_net_delete': True} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:59.932473 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.services.segments.db [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f21a430d0>, '771aa25d-4534-4c84-a2b1-73005e0f4dba') {} {{(pid=105237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:05:59.933240 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-19e808b6-4b9e-470b-a938-6995c5e945ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:05:59.944545 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11936698'] for segment, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.955691 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.961347 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=105237) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:05:59.961767 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11915949'] for segment, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]: Traceback (most recent call last):
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     timer()
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     cb(*args, **kw)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     return func(*args, **kwargs)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     self._notify()
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     self.callback(batched_events)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     event.method(event)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     return f(self, *a, **k)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._get(url).json()
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:05:59.964203 dv-cinder-797170-1-iscsi neutron-server[105237]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:06:00.095489 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.099283 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fa1e609a-d81a-4f46-8f73-7bb6af28a661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:00.102006 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.106217 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] 10.222.0.24 "DELETE /v2.0/networks/da6dd2b0-2b66-48d7-9022-026b60b17fa0 HTTP/1.1" status: 204  len: 168 time: 0.7127707
Jun 19 02:06:00.116419 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Pushing event deleted for resources: {'Network': ['ID=da6dd2b0-2b66-48d7-9022-026b60b17fa0,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:00.119464 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-4be86d84-46f9-4b02-8a37-e3db1fac0976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:00.419553 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50936) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:00.459591 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-2ca6b0aa-d0f1-43a2-a565-db993bd7b7d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd9a3f3e432845edb23cc31e02e22110&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0387161
Jun 19 02:06:00.461941 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50938) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:00.510326 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.531573 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.658477 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.661271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:00.661271 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f1c49c6-bab4-440c-b99f-b9a9d31251f8 HTTP/1.1" status: 204  len: 168 time: 0.1982238
Jun 19 02:06:00.661271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-e120cd9f-45ae-498c-8a92-0bcbe6b549ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:00.672628 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1c49c6-bab4-440c-b99f-b9a9d31251f8,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:00.676341 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-d9f1c8ec-d997-4de0-a62e-458a499526a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:01.389477 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 45663b59-05f1-466b-baf9-e61cdcc34fd2 no longer exists at agent ovs-agent-dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:06:01.410199 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] No Port match for: 45663b59-05f1-466b-baf9-e61cdcc34fd2 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:06:01.410554 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Device 45663b59-05f1-466b-baf9-e61cdcc34fd2 not bound to the agent host dv-cinder-797170-1-iscsi {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:06:01.430255 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50950) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:01.471035 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-57de8c2e-0cbf-463f-8274-d48bc2f63880 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77b474d5a47442eeb2d58d6c87837b06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0395620
Jun 19 02:06:01.473424 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50952) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:01.521269 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:01.541711 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:01.672191 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:01.674785 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:01.675920 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edb284d7-5aaf-489b-8b2f-3c751b765d0b HTTP/1.1" status: 204  len: 168 time: 0.2016094
Jun 19 02:06:01.676755 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-abf8337f-ea14-4cdf-8159-ecf89bf32106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:01.685579 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb284d7-5aaf-489b-8b2f-3c751b765d0b,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:01.688275 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-0ba99e7c-e30a-4995-8131-c51384d2d247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:02.226655 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8d7dda8c-45e4-4356-9c6c-82712d618015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.424435 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 50962) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:02.525935 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.613088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.698860 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.702051 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-b52f9235-0b47-4e06-b956-d81e96e0cd9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:02.743023 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=850141fc773c4dbf8a98306ec7d626ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3173985
Jun 19 02:06:02.743738 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0106cd7-d89e-49fa-b1c5-f30fc1cfd324,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:02.746375 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50966) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:02.747171 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-2c2f1327-18ef-4276-8e48-a348e02ad0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:02.796558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.817478 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.940705 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.943265 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:02.944417 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0106cd7-d89e-49fa-b1c5-f30fc1cfd324 HTTP/1.1" status: 204  len: 168 time: 0.1965241
Jun 19 02:06:02.945240 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-c00bf597-fd4c-456f-a22f-b13ac403f5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:02.952932 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0106cd7-d89e-49fa-b1c5-f30fc1cfd324,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:02.955116 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-fd2a570c-34b2-43dd-a7d4-768cd9e88f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:03.846119 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50988) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:03.938038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1896113234-network', 'tenant_id': 'a72c59180c6648898d4f896473fe0975'}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:06:04.026550 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Made reservation on behalf of a72c59180c6648898d4f896473fe0975 for: {'network': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:06:04.028934 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for network, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.037548 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.123637 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.203497 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.206729 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-9432d8ef-504d-4aa6-b262-e89bf1fcf400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:04.230626 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419}  {{(pid=105237) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 19 02:06:04.238132 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2ef12-6a91-4e9e-a1d0-df51d821b523,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:04.241198 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:04.245653 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.245787 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.db.segments_db [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Added segment 4cb3f331-bbda-4761-8ac5-5c9670c5cd01 of type vlan for network d6ba4e74-14d4-48d4-8138-78c322752bbf
Jun 19 02:06:04.285976 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748623480540'] for network, precommit_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.392167 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588'] for network, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.393445 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:04.394017 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.396117 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:04.455064 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Pushing event updated for resources: {'Network': ['ID=d6ba4e74-14d4-48d4-8138-78c322752bbf,revision_number=1']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:04.457675 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:04.464749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Network d6ba4e74-14d4-48d4-8138-78c322752bbf details requested by agent ovs-agent-dv-cinder-797170-1-iscsi with host dv-cinder-797170-1-iscsi {{(pid=105239) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 19 02:06:04.530472 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b9a205e5-bffe-4be8-b9d4-324d21db2623 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.6831870
Jun 19 02:06:04.533271 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 50992) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:06:04.538089 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.v2.base [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Request body: {'subnet': {'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1896113234-subnet', 'tenant_id': 'a72c59180c6648898d4f896473fe0975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105237) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:06:04.620673 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Made reservation on behalf of a72c59180c6648898d4f896473fe0975 for: {'subnet': 1} {{(pid=105237) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:06:04.623726 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12233005'] for subnet, before_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.849699 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11936711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12233023'] for subnet, after_create {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.852514 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:04.905854 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d0ae0d-5766-480a-953f-ec991d4d1c78,revision_number=0']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:04.909768 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:04.916346 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Checking segment: {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:06:04.916673 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Network hostable DHCP agents. Network: d6ba4e74-14d4-48d4-8138-78c322752bbf, hostable agents: ['5309d582-978c-4725-b23e-43487e6102cc'], hosted agents: [] {{(pid=105237) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 19 02:06:04.929604 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0118c35c-29bc-4454-94ec-408f512d158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:04.997968 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Network d6ba4e74-14d4-48d4-8138-78c322752bbf is scheduled to be hosted by DHCP agent 5309d582-978c-4725-b23e-43487e6102cc with binding_index 1 {{(pid=105237) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 19 02:06:05.049408 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797170-1-iscsi, d6ba4e74-14d4-48d4-8138-78c322752bbf) {{(pid=105237) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:06:05.054045 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105237) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:05.054963 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:05.057929 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be566bb3-c15b-41a2-9285-65a38f7bfb38 None None] Network d6ba4e74-14d4-48d4-8138-78c322752bbf requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:06:05.124676 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-b8e0c827-701a-4c25-b0be-9940ced219d9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5903115
Jun 19 02:06:05.185166 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c36fe-e944-4a3f-b9cd-1a14bfe647a2 None None] Network d6ba4e74-14d4-48d4-8138-78c322752bbf requested from dv-cinder-797170-1-iscsi {{(pid=105239) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 19 02:06:05.367482 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:06.232332 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:07.214548 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-50d60d1f-828e-4a02-a8e3-3b3e2fa3afed tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:07.215979 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-50d60d1f-828e-4a02-a8e3-3b3e2fa3afed tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/networks?id=d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 200  len: 814 time: 0.1035681
Jun 19 02:06:07.230828 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-0a56bd86-8944-4b3b-81ca-bd742ee29696 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/quotas/a72c59180c6648898d4f896473fe0975 HTTP/1.1" status: 200  len: 375 time: 0.0092931
Jun 19 02:06:07.264701 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-b48ea897-7a09-463f-b0b8-09a52bf67757 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0279393
Jun 19 02:06:07.320015 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-94e403ef-1be0-4b2b-86c3-dd15d21e9f73 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=105238) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 19 02:06:07.321015 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-94e403ef-1be0-4b2b-86c3-dd15d21e9f73 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0500681
Jun 19 02:06:07.410643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-b2027535-b4d0-411a-8d1c-9ee413fae4bb service neutron] 10.222.0.24 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836201
Jun 19 02:06:07.497073 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-ffc96113-3d6b-4346-98b5-0a18daa281b0 service neutron] 10.222.0.24 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805819
Jun 19 02:06:07.754818 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-54ed3dfa-f7b2-49d1-8961-164829b3f43a req-ff11b72f-30cd-41e1-bd90-cd99276aadf3 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 210 time: 0.0329893
Jun 19 02:06:07.900509 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:08.894443 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e5dc4776-9c6c-40ff-82d6-6c9210ddddf5 req-9e17454c-b78a-4fda-a735-7aa3ee29644c tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 210 time: 0.0299709
Jun 19 02:06:10.049770 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f36f018c-0b81-4c85-a3f4-9d675a67481a req-5ff49c37-cfb6-418c-bb7e-d109897b7a37 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 210 time: 0.0410583
Jun 19 02:06:10.066369 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-248436b6-13d8-4aff-9a6e-5f3dd32d9a00 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:10.067768 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-248436b6-13d8-4aff-9a6e-5f3dd32d9a00 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "GET /v2.0/networks?id=d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 200  len: 814 time: 0.1367316
Jun 19 02:06:10.080187 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Request body: {'port': {'device_id': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf', 'admin_state_up': True, 'tenant_id': 'a72c59180c6648898d4f896473fe0975'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:06:10.275667 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Made reservation on behalf of a72c59180c6648898d4f896473fe0975 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:06:10.279664 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:10.406740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Allocated IP 172.20.0.8 (d6ba4e74-14d4-48d4-8138-78c322752bbf/66d0ae0d-5766-480a-953f-ec991d4d1c78/5ba89d73-e276-4caf-b6bc-c4a436141456) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:06:10.551317 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:10.649772 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:10.654693 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-08ea577a-ba03-485f-8dae-bc9260a6b187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:10.701010 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Network d6ba4e74-14d4-48d4-8138-78c322752bbf is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:06:10.704248 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:06:10.708736 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:06:10.712850 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Pushing event updated for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:10.743005 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745032 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745479 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.745830 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.746181 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.746541 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.746904 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:10.752514 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:10.769859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:10.773885 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:10.844336 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d591d21a-aaa9-47e9-9526-9fa7a8e2fea2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7676334
Jun 19 02:06:10.855508 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Request body: {'port': {'device_id': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:06:10.931889 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.236890 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba89d73-e276-4caf-b6bc-c4a436141456 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:06:11.245874 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.266329 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Transition to ACTIVE for port object 5ba89d73-e276-4caf-b6bc-c4a436141456 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:06:11.284989 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d1419-310f-4d8a-a7ec-d5257bf27723 req-b2f42de4-b977-407c-912f-8b2076c8aa20 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:11.286465 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-da6d1419-310f-4d8a-a7ec-d5257bf27723 req-b2f42de4-b977-407c-912f-8b2076c8aa20 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 931 time: 0.0928712
Jun 19 02:06:11.326118 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-da6d1419-310f-4d8a-a7ec-d5257bf27723 req-f45b5153-9c8f-42bf-8677-7e678e4d51fe tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0332019
Jun 19 02:06:11.332131 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.335139 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-eff34da7-ce1b-4a82-826d-603b1f97d358 tempest-TestMinimumBasicScenario-1525170052 tempest-TestMinimumBasicScenario-1525170052-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:11.404041 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Pushing event updated for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:11.408223 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:11.477858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Attempting to bind port 5ba89d73-e276-4caf-b6bc-c4a436141456 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:06:11.478224 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Attempting to bind port 5ba89d73-e276-4caf-b6bc-c4a436141456 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:06:11.478518 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Attempting to bind port 5ba89d73-e276-4caf-b6bc-c4a436141456 on network d6ba4e74-14d4-48d4-8138-78c322752bbf {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:06:11.482790 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Port 5ba89d73-e276-4caf-b6bc-c4a436141456 on network d6ba4e74-14d4-48d4-8138-78c322752bbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:06:11.483105 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Attempting to bind port 5ba89d73-e276-4caf-b6bc-c4a436141456 on network d6ba4e74-14d4-48d4-8138-78c322752bbf {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:06:11.488144 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:06:11.488480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Checking segment: {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:06:11.488897 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Bound using segment: {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:06:11.489320 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Bound port: 5ba89d73-e276-4caf-b6bc-c4a436141456, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:06:11.489662 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.549268 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:06:11.552169 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ba89d73-e276-4caf-b6bc-c4a436141456,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:06:11.626682 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.628719 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:11.665031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:11.665633 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:11.667003 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] 10.222.0.16 "PUT /v2.0/ports/5ba89d73-e276-4caf-b6bc-c4a436141456 HTTP/1.1" status: 200  len: 1093 time: 0.8156998
Jun 19 02:06:11.667523 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:06:11.669883 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:06:11.689093 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Pushing event updated for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:11.692202 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-de61d80c-449d-49f3-a4ee-8976b7e557de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:11.705641 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c5f5a6-baff-4cbf-ae44-2dff78074501 x-openstack-request-id: req-52c5f5a6-baff-4cbf-ae44-2dff78074501 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:06:11.705977 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:06:11.706273 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52c5f5a6-baff-4cbf-ae44-2dff78074501 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:06:11.706724 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456', 'status': 'completed', 'code': 200}
Jun 19 02:06:12.056031 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-9af3ecfd-c052-43ec-aefd-6d41ca2aa0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.057569 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-9af3ecfd-c052-43ec-aefd-6d41ca2aa0ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 1096 time: 0.3290863
Jun 19 02:06:12.155597 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-7c6a6e3e-3c88-472a-be65-e5bed6b318b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.157081 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-7c6a6e3e-3c88-472a-be65-e5bed6b318b8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a72c59180c6648898d4f896473fe0975&shared=False HTTP/1.1" status: 200  len: 915 time: 0.0907371
Jun 19 02:06:12.256381 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-deb5c211-fed9-47e1-a4af-7b02079c16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.257969 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-cea3afed-7d87-4bc5-9a01-9f4ba1f28cc4 req-deb5c211-fed9-47e1-a4af-7b02079c16eb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0952425
Jun 19 02:06:12.351408 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-0ab1616e-ae84-43fb-a290-8a7fa8978086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.352809 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-0ab1616e-ae84-43fb-a290-8a7fa8978086 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 1096 time: 0.0555081
Jun 19 02:06:12.398998 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-28bb2d40-fe27-4c6e-8834-57df846e3b87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ba89d73-e276-4caf-b6bc-c4a436141456 HTTP/1.1" status: 200  len: 217 time: 0.0387499
Jun 19 02:06:12.473348 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-e3885ac5-85c6-4434-b7b3-1e55dfdad847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.474786 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-e3885ac5-85c6-4434-b7b3-1e55dfdad847 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66d0ae0d-5766-480a-953f-ec991d4d1c78 HTTP/1.1" status: 200  len: 854 time: 0.0699141
Jun 19 02:06:12.515861 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-d287b311-0644-4877-a478-f558130d9442 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ba4e74-14d4-48d4-8138-78c322752bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0335555
Jun 19 02:06:12.574209 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f256ccc-c140-4a09-b7a7-98066b004411 req-2581cac2-7b50-48fe-b7e9-68bc2c9c54e5 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:12.576306 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f256ccc-c140-4a09-b7a7-98066b004411 req-2581cac2-7b50-48fe-b7e9-68bc2c9c54e5 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 943 time: 0.1397574
Jun 19 02:06:12.641192 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5f256ccc-c140-4a09-b7a7-98066b004411 req-48437956-d71c-4a1c-9c24-3c3b60f009c0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590658
Jun 19 02:06:12.644491 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-14faa533-3609-4ed8-a252-609fd41c5a43 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217513
Jun 19 02:06:12.735761 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-53906546-1c9f-4e0b-a833-cd8a35d7b2e3 req-c6ed3334-855a-478e-8a60-5bad6f49b917 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853670
Jun 19 02:06:13.816759 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e7005-95dc-4220-adde-2f34c25d9472 req-8be7c42e-dde2-4dc8-9189-6e9b9e752bb1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:13.818220 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d2e7005-95dc-4220-adde-2f34c25d9472 req-8be7c42e-dde2-4dc8-9189-6e9b9e752bb1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 943 time: 0.0631440
Jun 19 02:06:13.855413 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5d2e7005-95dc-4220-adde-2f34c25d9472 req-8f31b14b-026b-48e0-9be3-b6deedd9f03c tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0316658
Jun 19 02:06:15.031969 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ed48b8-ce8f-4ef5-8dd4-b36f995af833 req-5511a156-b9fc-42e4-9e3c-05bde514ec18 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:15.033482 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e5ed48b8-ce8f-4ef5-8dd4-b36f995af833 req-5511a156-b9fc-42e4-9e3c-05bde514ec18 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 943 time: 0.0652308
Jun 19 02:06:15.077110 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-e5ed48b8-ce8f-4ef5-8dd4-b36f995af833 req-b7ee17e5-4f44-4b7c-9c04-80464c012913 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379872
Jun 19 02:06:15.972104 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 5ba89d73-e276-4caf-b6bc-c4a436141456 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:06:16.064699 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ba89d73-e276-4caf-b6bc-c4a436141456,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:06:16.079003 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': '5ba89d73-e276-4caf-b6bc-c4a436141456', 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf', 'port_id': '5ba89d73-e276-4caf-b6bc-c4a436141456', 'mac_address': 'fa:16:3e:65:88:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d0ae0d-5766-480a-953f-ec991d4d1c78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:06:16.242145 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:16.255301 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba89d73-e276-4caf-b6bc-c4a436141456 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:06:16.258200 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7a336-24ce-46d2-87af-27cca7bdae35 req-9273f621-6d38-4118-a4ef-95548a5ad75e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:16.259676 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9af7a336-24ce-46d2-87af-27cca7bdae35 req-9273f621-6d38-4118-a4ef-95548a5ad75e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 943 time: 0.0647745
Jun 19 02:06:16.274652 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ba89d73-e276-4caf-b6bc-c4a436141456,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:06:16.297268 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9af7a336-24ce-46d2-87af-27cca7bdae35 req-efc634c8-63a4-4a8f-ab0a-b32f7032ace1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0318484
Jun 19 02:06:16.334794 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:16.339932 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:16.387140 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:16.394116 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.394465 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.394803 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.395135 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.395462 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.395788 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.396110 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.396429 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.396776 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.397097 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.397415 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.397730 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:06:16.401609 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:16.545192 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['5ba89d73-e276-4caf-b6bc-c4a436141456'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:06:17.004655 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:06:17.475945 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07554b7-8f0d-4b4a-822c-060e665165ff req-86ea0cfe-0140-42dc-9597-2d061e8e1fff tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:17.477406 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a07554b7-8f0d-4b4a-822c-060e665165ff req-86ea0cfe-0140-42dc-9597-2d061e8e1fff tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 944 time: 0.0617316
Jun 19 02:06:17.514532 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a07554b7-8f0d-4b4a-822c-060e665165ff req-e74fa02e-e670-46eb-8e59-ed0190fc16de tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0310071
Jun 19 02:06:17.971889 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 5ba89d73-e276-4caf-b6bc-c4a436141456 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:06:18.120777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port 5ba89d73-e276-4caf-b6bc-c4a436141456 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:06:18.124988 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port 5ba89d73-e276-4caf-b6bc-c4a436141456 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:06:18.125398 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:18.204930 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:18.226777 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:06:18.228988 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7837c1cc-9990-4df9-95f0-946355675a48" -d '{"events": [{"server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "name": "network-vif-plugged", "status": "completed", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:06:18.242140 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ba89d73-e276-4caf-b6bc-c4a436141456,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:06:18.298068 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:18.300012 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-2e225d98-ea70-4855-a0f0-8003d9aac2a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:06:18.348046 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:06:18.351323 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:06:18.383952 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ba94b-19c5-4621-8e7a-9bc869963211 x-openstack-request-id: req-5c5ba94b-19c5-4621-8e7a-9bc869963211 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:06:18.384258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "name": "network-vif-plugged", "status": "completed", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:06:18.384521 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5c5ba94b-19c5-4621-8e7a-9bc869963211 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:06:18.384965 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456', 'code': 200}
Jun 19 02:06:18.699742 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c28ab7-a499-4ad8-a963-65fafc629f7b req-95451978-5e36-4fca-8068-60d5a121733c tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:18.702225 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f2c28ab7-a499-4ad8-a963-65fafc629f7b req-95451978-5e36-4fca-8068-60d5a121733c tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 945 time: 0.0765543
Jun 19 02:06:18.776803 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-f2c28ab7-a499-4ad8-a963-65fafc629f7b req-e0999c8c-ecf1-483c-9902-af7480158097 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651488
Jun 19 02:06:18.790104 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6629bfc7-3714-4a57-96fb-b623b7864d2a req-a55f0990-97cb-4a5b-b4e9-b1b1f399b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:18.791585 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6629bfc7-3714-4a57-96fb-b623b7864d2a req-a55f0990-97cb-4a5b-b4e9-b1b1f399b278 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 1098 time: 0.0884380
Jun 19 02:06:18.826454 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6629bfc7-3714-4a57-96fb-b623b7864d2a req-cfc78dec-096a-426f-ba67-3acc89b29e8f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0281644
Jun 19 02:06:19.953231 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392816ff-7fa7-4185-9098-af84ec69a1d8 req-6b1cfcf2-0cdf-4369-ac8b-825a91b8aaab tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:19.954718 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-392816ff-7fa7-4185-9098-af84ec69a1d8 req-6b1cfcf2-0cdf-4369-ac8b-825a91b8aaab tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 945 time: 0.0642319
Jun 19 02:06:19.995825 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-392816ff-7fa7-4185-9098-af84ec69a1d8 req-8a4819cf-191b-4162-89c4-7a92bd7ff01e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354943
Jun 19 02:06:22.006923 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:32.202947 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-5ae7bbfb-51a0-4570-b063-e28fd4fb4889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:34.955506 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0348087a-aff0-4b68-a734-ecb35061c4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:35.360660 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:36.252357 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:37.920651 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:52.002749 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:06:54.003843 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:06:59.453594 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-2d80b663-c614-40d5-b3ad-be72864e0306 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0509982
Jun 19 02:06:59.546070 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-8c1b3ae4-0a73-410d-b171-fcbe5fd8f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:59.547660 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-8c1b3ae4-0a73-410d-b171-fcbe5fd8f744 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 1098 time: 0.0530040
Jun 19 02:06:59.660230 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-97f97814-0626-408b-90e8-f84fe4c937a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:59.661781 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-97f97814-0626-408b-90e8-f84fe4c937a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 200  len: 915 time: 0.0941432
Jun 19 02:06:59.704155 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-0edccb47-4351-40eb-8051-9866fbd8a6c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ba89d73-e276-4caf-b6bc-c4a436141456 HTTP/1.1" status: 200  len: 217 time: 0.0363407
Jun 19 02:06:59.751287 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-3339f8b5-8837-4b96-abd9-6bbd0de8f7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:06:59.752709 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-3339f8b5-8837-4b96-abd9-6bbd0de8f7e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66d0ae0d-5766-480a-953f-ec991d4d1c78 HTTP/1.1" status: 200  len: 854 time: 0.0427351
Jun 19 02:06:59.785171 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-eaf890b1-0060-49e2-b7dc-ef5295efc5d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ba4e74-14d4-48d4-8138-78c322752bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259209
Jun 19 02:06:59.876123 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-c93c8078-839e-46a9-8329-2e3116c70fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849650
Jun 19 02:06:59.967620 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-1da6f01d-9e05-4b23-8b14-7b9c526a0670 req-2aa7dd48-45dd-47a3-aef4-36884f8afcf3 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851247
Jun 19 02:07:02.243003 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-154fafec-9e3c-41b0-bcf3-26d105dc8c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:04.688404 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d25f8-3794-47e0-80d1-c08c97e354bc req-8b6cae29-3069-40cc-89ec-b2083f654ce0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:04.689772 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d6d25f8-3794-47e0-80d1-c08c97e354bc req-8b6cae29-3069-40cc-89ec-b2083f654ce0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 945 time: 0.0642886
Jun 19 02:07:04.727570 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9d6d25f8-3794-47e0-80d1-c08c97e354bc req-350f206d-210d-46f2-bc3b-a4964810ca72 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0313230
Jun 19 02:07:04.951020 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-8edc5acb-f77c-4bcd-b3c4-4c37b28b5cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:05.367801 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:05.900619 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59450bd3-8942-46ad-9b6b-1cd833991b04 req-e33e4b16-788a-42b9-8e8f-65464ad52318 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:05.902117 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-59450bd3-8942-46ad-9b6b-1cd833991b04 req-e33e4b16-788a-42b9-8e8f-65464ad52318 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 945 time: 0.0624998
Jun 19 02:07:05.939758 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-59450bd3-8942-46ad-9b6b-1cd833991b04 req-2dfea8b4-6ac5-470a-af05-0a4aa8be838e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320201
Jun 19 02:07:06.203230 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-eb53240e-3d21-4ed5-aad2-1729feff57b3 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:06.204666 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-eb53240e-3d21-4ed5-aad2-1729feff57b3 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 945 time: 0.0651348
Jun 19 02:07:06.230770 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:06.300765 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Deleting port 5ba89d73-e276-4caf-b6bc-c4a436141456 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:07:06.301106 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:06.389405 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] For port 5ba89d73-e276-4caf-b6bc-c4a436141456, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=5ba89d73-e276-4caf-b6bc-c4a436141456,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:07:06.389671 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:06.450708 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Calling delete_port for 5ba89d73-e276-4caf-b6bc-c4a436141456 owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:07:06.636242 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:06.640280 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-66ba06c0-9a73-4b38-8260-c160ff792957 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:06.649639 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['5ba89d73-e276-4caf-b6bc-c4a436141456'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:07:06.667511 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Pushing event deleted for resources: {'Port': ['ID=5ba89d73-e276-4caf-b6bc-c4a436141456,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:06.671092 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:06.718480 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] No DVR routers for this DVR port 5ba89d73-e276-4caf-b6bc-c4a436141456 on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:07:06.721213 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:06.723128 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-7fb5605d-7cb7-4538-ab43-05b47a5273ef req-24aebef7-3997-4172-a4f2-9db4f19e31f4 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "DELETE /v2.0/ports/5ba89d73-e276-4caf-b6bc-c4a436141456 HTTP/1.1" status: 204  len: 173 time: 0.5132275
Jun 19 02:07:06.724609 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'name': 'network-vif-deleted', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:07:06.728252 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2179ea-839e-4f3b-9ceb-c747b601d7d8" -d '{"events": [{"server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "name": "network-vif-deleted", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:07:06.814223 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38126774-7522-478d-8592-1e7b15fc7616 x-openstack-request-id: req-38126774-7522-478d-8592-1e7b15fc7616 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:07:06.814563 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2c83067-f63a-4d80-bc01-62f0a77c1197", "name": "network-vif-deleted", "tag": "5ba89d73-e276-4caf-b6bc-c4a436141456", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:07:06.814859 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38126774-7522-478d-8592-1e7b15fc7616 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:07:06.815294 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2c83067-f63a-4d80-bc01-62f0a77c1197', 'name': 'network-vif-deleted', 'tag': '5ba89d73-e276-4caf-b6bc-c4a436141456', 'status': 'completed', 'code': 200}
Jun 19 02:07:07.085584 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-9517b95c-3017-469e-99a9-ffe3feb5625f req-a0692c3a-748a-4670-aa67-c03c654e781e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2c83067-f63a-4d80-bc01-62f0a77c1197 HTTP/1.1" status: 200  len: 210 time: 0.0300269
Jun 19 02:07:07.919619 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:10.640188 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 5ba89d73-e276-4caf-b6bc-c4a436141456 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:07:10.660078 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: 5ba89d73-e276-4caf-b6bc-c4a436141456 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:07:10.660427 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device 5ba89d73-e276-4caf-b6bc-c4a436141456 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:07:18.653875 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-d312ae26-82cc-4929-81c8-10ee81fbe777 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:18.655279 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-d312ae26-82cc-4929-81c8-10ee81fbe777 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/networks?id=d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 200  len: 814 time: 0.1050043
Jun 19 02:07:18.670687 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-b5d21e3c-a060-4651-b48d-756a2950189e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/quotas/a72c59180c6648898d4f896473fe0975 HTTP/1.1" status: 200  len: 375 time: 0.0099628
Jun 19 02:07:18.709217 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-30079092-2214-456f-b5ed-652cb207d538 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0330255
Jun 19 02:07:18.796452 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-5d32f6b4-4d3f-43aa-93b9-1ef5cb3996c5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0800545
Jun 19 02:07:18.890180 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-b73f3112-064e-4d92-acc1-96bec630ca1b service neutron] 10.222.0.24 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880649
Jun 19 02:07:19.183249 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc08031f-0f64-4e7f-8953-c44deb3d771c req-943745ae-2ce6-463c-938c-b49fbc0658f0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 210 time: 0.0296416
Jun 19 02:07:20.328580 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-38754f93-7d05-4f4f-b4fa-8e186062573a req-118084fc-6989-4181-8c2d-905ddcba3f8c tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 210 time: 0.0295713
Jun 19 02:07:21.005858 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-464624f3-15ce-4782-be61-fd8bb803edc9 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:21.007302 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-464624f3-15ce-4782-be61-fd8bb803edc9 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "GET /v2.0/networks?id=d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 200  len: 814 time: 0.1039937
Jun 19 02:07:21.019738 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Request body: {'port': {'device_id': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf', 'admin_state_up': True, 'tenant_id': 'a72c59180c6648898d4f896473fe0975'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:07:21.202045 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Made reservation on behalf of a72c59180c6648898d4f896473fe0975 for: {'port': 1} {{(pid=105238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 19 02:07:21.205586 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-551268'] for port, before_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:21.331252 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.db_base_plugin_common [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Allocated IP 172.20.0.11 (d6ba4e74-14d4-48d4-8138-78c322752bbf/66d0ae0d-5766-480a-953f-ec991d4d1c78/d607118a-ca8a-4a10-9db1-ff113da0c7a8) {{(pid=105238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 19 02:07:21.477721 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-c74b8588-969b-4b96-8861-b6a29bdc2925 req-7ac0edef-7807-44da-8250-0b21cd4b7290 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 210 time: 0.0330818
Jun 19 02:07:21.512173 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks [] for port, precommit_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:21.622759 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-551847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-255453', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748623459166', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-11905914'] for port, after_create {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:21.626541 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-23f4b8b5-c176-4bb0-803e-68dd5b61396b tempest-AttachVolumeShelveTestJSON-1836301424 tempest-AttachVolumeShelveTestJSON-1836301424-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:21.671360 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Network d6ba4e74-14d4-48d4-8138-78c322752bbf is already hosted by enough agents. {{(pid=105238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 19 02:07:21.674778 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.scheduler.base_scheduler [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Resources bound (agent type, host, resource id):  {{(pid=105238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 19 02:07:21.678556 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Received port after_create {{(pid=105238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 19 02:07:21.685129 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Pushing event updated for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=1']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:21.714486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.714867 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.715239 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.715602 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.715960 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.716318 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.716676 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.717134 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.717490 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.717843 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.718195 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.718544 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:21.723548 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:21.743373 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:21.743977 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:21.825107 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8089812
Jun 19 02:07:21.836912 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.v2.base [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Request body: {'port': {'device_id': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79717'}} {{(pid=105238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 19 02:07:21.906289 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.045333 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.170179 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d607118a-ca8a-4a10-9db1-ff113da0c7a8 {{(pid=105238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:07:22.177449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.189412 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.provisioning_blocks [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Transition to ACTIVE for port object d607118a-ca8a-4a10-9db1-ff113da0c7a8 will not be triggered until provisioned by entity L2. {{(pid=105238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 19 02:07:22.256628 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.258700 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-0e3cf700-f371-4ad2-ae31-94dfc7397fe2 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:22.328332 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Pushing event updated for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=2']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:22.332565 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:22.399783 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Attempting to bind port d607118a-ca8a-4a10-9db1-ff113da0c7a8 on host hv-cinder-79717 for vnic_type normal with profile  {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 19 02:07:22.400119 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Attempting to bind port d607118a-ca8a-4a10-9db1-ff113da0c7a8 by drivers openvswitch,hyperv on host hv-cinder-79717 at level 0 using segments [{'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 19 02:07:22.400449 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Attempting to bind port d607118a-ca8a-4a10-9db1-ff113da0c7a8 on network d6ba4e74-14d4-48d4-8138-78c322752bbf {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:07:22.404620 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Port d607118a-ca8a-4a10-9db1-ff113da0c7a8 on network d6ba4e74-14d4-48d4-8138-78c322752bbf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79717 {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 19 02:07:22.404974 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Attempting to bind port d607118a-ca8a-4a10-9db1-ff113da0c7a8 on network d6ba4e74-14d4-48d4-8138-78c322752bbf {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 19 02:07:22.409591 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Checking agent: {'id': 'f3964236-e6c9-48dc-82ba-11113dbb01cb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79717', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'started_at': datetime.datetime(2021, 6, 19, 1, 52, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 19, 2, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 19 02:07:22.409927 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Checking segment: {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 19 02:07:22.410316 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Bound using segment: {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'} {{(pid=105238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 19 02:07:22.410740 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.managers [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Bound port: d607118a-ca8a-4a10-9db1-ff113da0c7a8, host: hv-cinder-79717, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb3f331-bbda-4761-8ac5-5c9670c5cd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf'}}] {{(pid=105238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 19 02:07:22.411087 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.472313 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, cleared binding levels {{(pid=105238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 19 02:07:22.475815 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 19 02:07:22.562368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11905868'] for port, after_update {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.564570 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-fb271b91-a5d1-432f-9100-674c724462b4 tempest-TestVolumeBootPattern-824473930 tempest-TestVolumeBootPattern-824473930-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:22.595322 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:22.595929 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:22.597548 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] 10.222.0.16 "PUT /v2.0/ports/d607118a-ca8a-4a10-9db1-ff113da0c7a8 HTTP/1.1" status: 200  len: 1094 time: 0.7646484
Jun 19 02:07:22.602249 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:07:22.604809 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43095bd-111b-4f9e-8fa4-f15203a301ad" -d '{"events": [{"name": "network-changed", "server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:07:22.653332 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 19 Jun 2021 02:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457a369c-0c84-4daf-ad47-a3421cd25375 x-openstack-request-id: req-457a369c-0c84-4daf-ad47-a3421cd25375 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:07:22.653593 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:07:22.653756 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-457a369c-0c84-4daf-ad47-a3421cd25375 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:07:22.654186 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8', 'status': 'completed', 'code': 200}
Jun 19 02:07:22.678855 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Pushing event updated for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=3']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:22.697253 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-3f3fff00-fd3d-4eab-b134-d71096171096 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:22.743056 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3ecf9-e552-4840-aaeb-8a489a4d3e4d req-70fb4b4a-2761-43ff-baba-9a4570a52960 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:22.744424 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06b3ecf9-e552-4840-aaeb-8a489a4d3e4d req-70fb4b4a-2761-43ff-baba-9a4570a52960 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 944 time: 0.1435611
Jun 19 02:07:22.749553 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-d81474a2-9199-4605-aab2-40f9edcac677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:22.750947 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-d81474a2-9199-4605-aab2-40f9edcac677 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 1097 time: 0.0859694
Jun 19 02:07:22.831031 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-06b3ecf9-e552-4840-aaeb-8a489a4d3e4d req-f4675424-b43f-4de5-a2fb-bb29df3c466a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791388
Jun 19 02:07:22.871979 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-f57ace2e-0046-4da4-a331-34192863e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:22.873433 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-f57ace2e-0046-4da4-a331-34192863e2e9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a72c59180c6648898d4f896473fe0975&shared=False HTTP/1.1" status: 200  len: 915 time: 0.1146336
Jun 19 02:07:22.967462 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-0fc56115-450c-4de2-8184-79d9a47918cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:22.968943 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-b43095bd-111b-4f9e-8fa4-f15203a301ad req-0fc56115-450c-4de2-8184-79d9a47918cb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.0895596
Jun 19 02:07:23.056249 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-5c6276ed-af28-4d7f-98c5-42008d40d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:23.057643 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-5c6276ed-af28-4d7f-98c5-42008d40d3b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a72c59180c6648898d4f896473fe0975&device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 1097 time: 0.0516596
Jun 19 02:07:23.098952 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-aa847edd-430a-41e4-9aab-247444c5904d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8 HTTP/1.1" status: 200  len: 217 time: 0.0338993
Jun 19 02:07:23.146313 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-7b211c74-56aa-4d94-9cc2-2fd15a699d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:23.148521 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-7b211c74-56aa-4d94-9cc2-2fd15a699d6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66d0ae0d-5766-480a-953f-ec991d4d1c78 HTTP/1.1" status: 200  len: 854 time: 0.0432036
Jun 19 02:07:23.182661 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-f32149d9-ba31-427d-88ac-3a64d51cd67a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d6ba4e74-14d4-48d4-8138-78c322752bbf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0282130
Jun 19 02:07:23.286174 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-5040d593-4f6b-45f3-879c-debf0d148699 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965462
Jun 19 02:07:23.377270 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-63d1dd23-21a4-4848-9e2b-4661d859c12b req-463f5ee7-6224-4bfd-9855-3a0bd065b437 service neutron] 10.222.0.16 "GET /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0847366
Jun 19 02:07:24.007101 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12644e56-54ee-454d-9dfc-0324f41069c9 req-ac568854-634a-456c-807c-60ab093bdfb1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:24.008556 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12644e56-54ee-454d-9dfc-0324f41069c9 req-ac568854-634a-456c-807c-60ab093bdfb1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 944 time: 0.0624406
Jun 19 02:07:24.046403 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-12644e56-54ee-454d-9dfc-0324f41069c9 req-faa09b49-7f9a-4127-aabe-2ca0126455a0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320654
Jun 19 02:07:25.219493 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cdbaa-9121-404c-afb5-aecbfe2d5cc9 req-2cbd936a-b9a9-4859-bf26-1cfb83d7f729 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:25.220968 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-558cdbaa-9121-404c-afb5-aecbfe2d5cc9 req-2cbd936a-b9a9-4859-bf26-1cfb83d7f729 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 944 time: 0.0625291
Jun 19 02:07:25.261424 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-558cdbaa-9121-404c-afb5-aecbfe2d5cc9 req-1a28fdc8-f8e6-4be4-92c3-dd5a980fd2af tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0334480
Jun 19 02:07:26.253560 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d607118a-ca8a-4a10-9db1-ff113da0c7a8 details requested by agent hyperv_hv-cinder-79717 with host hv-cinder-79717 {{(pid=105239) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 19 02:07:26.348460 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:07:26.360120 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Returning: {'device': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8', 'network_id': 'd6ba4e74-14d4-48d4-8138-78c322752bbf', 'port_id': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8', 'mac_address': 'fa:16:3e:de:fb:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66d0ae0d-5766-480a-953f-ec991d4d1c78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105239) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 19 02:07:26.398479 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:26.410839 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d607118a-ca8a-4a10-9db1-ff113da0c7a8 {{(pid=105239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 19 02:07:26.430924 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:07:26.433711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076241b-1479-46c2-9712-607aa06c5081 req-4b60777f-7ea7-4ef0-b4df-043942a22472 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:26.435181 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a076241b-1479-46c2-9712-607aa06c5081 req-4b60777f-7ea7-4ef0-b4df-043942a22472 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 944 time: 0.0656152
Jun 19 02:07:26.472610 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-a076241b-1479-46c2-9712-607aa06c5081 req-fa1177c9-f83d-45dd-85b9-6652dfe301e1 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0311563
Jun 19 02:07:26.504708 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:26.506603 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:26.552423 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=4']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:26.559247 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.559595 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.559935 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.560265 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.560593 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.560944 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.561267 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.561588 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.561911 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.562228 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.562547 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.562863 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:07:26.566589 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:26.714712 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['d607118a-ca8a-4a10-9db1-ff113da0c7a8'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:07:27.645494 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298987ec-2d03-48e7-9c27-33449facdd02 req-ed771c8e-3951-406a-bbc7-2e1878db5974 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:27.647000 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-298987ec-2d03-48e7-9c27-33449facdd02 req-ed771c8e-3951-406a-bbc7-2e1878db5974 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 945 time: 0.0635557
Jun 19 02:07:27.684799 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-298987ec-2d03-48e7-9c27-33449facdd02 req-5a666486-59ed-4b9a-a6e3-ab27d49d09c0 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321755
Jun 19 02:07:28.268485 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d607118a-ca8a-4a10-9db1-ff113da0c7a8 up at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 19 02:07:28.384392 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning for port d607118a-ca8a-4a10-9db1-ff113da0c7a8 completed by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 19 02:07:28.388125 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.db.provisioning_blocks [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Provisioning complete for port d607118a-ca8a-4a10-9db1-ff113da0c7a8 triggered by entity L2. {{(pid=105239) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 19 02:07:28.388501 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3504505'] for port, provisioning_complete {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:28.465581 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-551282'] for port, before_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:28.487234 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8'}] {{(pid=105239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:07:28.489513 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a4834e0900e6148a216c599a85f821600a4a74d7a4043076918b929c6909d35" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0719380-218d-45ba-aaa1-2e9b08bec841" -d '{"events": [{"server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "name": "network-vif-plugged", "status": "completed", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8"}]}' {{(pid=105239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:07:28.503484 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:07:28.527153 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4f3f2b-17c2-42dc-bc0a-80731a8d7df9 x-openstack-request-id: req-ce4f3f2b-17c2-42dc-bc0a-80731a8d7df9 {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:07:28.527456 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "name": "network-vif-plugged", "status": "completed", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8", "code": 200}]} {{(pid=105239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:07:28.527719 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce4f3f2b-17c2-42dc-bc0a-80731a8d7df9 {{(pid=105239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:07:28.528119 dv-cinder-797170-1-iscsi neutron-server[105239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8', 'code': 200}
Jun 19 02:07:28.556281 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748624048339', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748623459184', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748623459229'] for port, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:28.558221 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:28.606151 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Pushing event updated for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=5']} {{(pid=105239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:28.609623 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG oslo_concurrency.lockutils [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105239) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:28.889882 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15856a-27f6-4e86-af47-b46f4d4bd1ae req-227a66b3-2732-447c-8cd0-4ebe2d540f16 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:28.891328 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f15856a-27f6-4e86-af47-b46f4d4bd1ae req-227a66b3-2732-447c-8cd0-4ebe2d540f16 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 946 time: 0.0931780
Jun 19 02:07:28.938121 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-6f15856a-27f6-4e86-af47-b46f4d4bd1ae req-85076580-5ca2-4ec4-9500-0547c7c6b927 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406771
Jun 19 02:07:28.943132 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f0011-c96f-4615-b77a-18366afd3890 req-5b88aff2-e0ec-44d3-bceb-7133fab8e151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:28.944852 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc5f0011-c96f-4615-b77a-18366afd3890 req-5b88aff2-e0ec-44d3-bceb-7133fab8e151 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 1099 time: 0.0954771
Jun 19 02:07:28.978984 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-fc5f0011-c96f-4615-b77a-18366afd3890 req-6bab4174-e509-4adf-a71f-eb37ca6c7c0a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0277271
Jun 19 02:07:30.118462 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f7699-82fb-44ae-b06f-c46a65842e1d req-6b45791c-7b3c-4a46-a9b7-bfe845dc6f2b tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:30.122055 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5c3f7699-82fb-44ae-b06f-c46a65842e1d req-6b45791c-7b3c-4a46-a9b7-bfe845dc6f2b tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 946 time: 0.0643222
Jun 19 02:07:30.156937 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-5c3f7699-82fb-44ae-b06f-c46a65842e1d req-7def2f3e-fad9-48ac-9a84-46ef394c3bfa tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0312519
Jun 19 02:07:31.002999 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:07:32.195779 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c436b927-6998-4dac-b34f-122932aa5d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:34.914182 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c2084ab0-c927-490b-bb2d-fc8a4dae38f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:35.370217 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:36.235588 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:37.926977 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:52.027663 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:52.651079 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf72c50a-bc64-414b-8d30-dfbb012ba5b4 req-e97eb83c-6918-49f1-97d4-c63b62d9ed69 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:52.653432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf72c50a-bc64-414b-8d30-dfbb012ba5b4 req-e97eb83c-6918-49f1-97d4-c63b62d9ed69 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 946 time: 0.0708237
Jun 19 02:07:52.693519 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-bf72c50a-bc64-414b-8d30-dfbb012ba5b4 req-4a367110-f9e2-4a63-a6cb-3c9a7fd66bdd tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0344303
Jun 19 02:07:53.867517 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49934db4-1d1e-4965-b5fe-c1c2379dee25 req-159b0f42-5905-4428-95d1-022629e05a9e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:53.868987 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-49934db4-1d1e-4965-b5fe-c1c2379dee25 req-159b0f42-5905-4428-95d1-022629e05a9e tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 946 time: 0.0627313
Jun 19 02:07:53.913253 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-49934db4-1d1e-4965-b5fe-c1c2379dee25 req-a4708da7-bdbe-498b-8334-cb7e04764940 tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ee2ef12-6a91-4e9e-a1d0-df51d821b523&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385749
Jun 19 02:07:54.233857 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481853e0-5ebc-4852-a320-001bec03de9b req-a0212cc5-6fc3-4294-9976-cf8fc582875b tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 19 02:07:54.235274 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-481853e0-5ebc-4852-a320-001bec03de9b req-a0212cc5-6fc3-4294-9976-cf8fc582875b tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 946 time: 0.0662203
Jun 19 02:07:54.619562 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Deleting port d607118a-ca8a-4a10-9db1-ff113da0c7a8 {{(pid=105238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 19 02:07:54.619894 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748624042981'] for port, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:54.721137 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.db [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] For port d607118a-ca8a-4a10-9db1-ff113da0c7a8, host hv-cinder-79717, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79717',level=0,port_id=d607118a-ca8a-4a10-9db1-ff113da0c7a8,segment=NetworkSegment(4cb3f331-bbda-4761-8ac5-5c9670c5cd01),segment_id=4cb3f331-bbda-4761-8ac5-5c9670c5cd01)] {{(pid=105238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 19 02:07:54.721665 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3625126'] for port, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:54.799933 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.plugin [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Calling delete_port for d607118a-ca8a-4a10-9db1-ff113da0c7a8 owned by compute:nova {{(pid=105238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 19 02:07:55.022000 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-551824', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748624048357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748623459175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11905909'] for port, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:55.026175 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-679ea60d-9219-4069-8a2f-ca66ed5087bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:07:55.035837 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.db [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] get_ports_and_sgs() called for port_ids ['d607118a-ca8a-4a10-9db1-ff113da0c7a8'] {{(pid=105239) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 19 02:07:55.068357 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Pushing event deleted for resources: {'Port': ['ID=d607118a-ca8a-4a10-9db1-ff113da0c7a8,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:07:55.072577 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:07:55.099077 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-479a547e-78d0-4ab2-805b-a918e6c7be0c req-609fa312-ae56-43e3-8432-2562bdc62dac tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5933ac3-fbf8-4d6b-b909-da5022e91d1a HTTP/1.1" status: 200  len: 210 time: 0.0660930
Jun 19 02:07:55.142848 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.db.l3_dvrscheduler_db [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] No DVR routers for this DVR port d607118a-ca8a-4a10-9db1-ff113da0c7a8 on host hv-cinder-79717 {{(pid=105238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 19 02:07:55.145457 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-151689'] for port, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:07:55.147432 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [req-481853e0-5ebc-4852-a320-001bec03de9b req-d9bbd773-1fbd-4265-835f-79a9744e810a tempest-VolumesSnapshotTestJSON-1373313751 tempest-VolumesSnapshotTestJSON-1373313751-project] 10.222.0.16 "DELETE /v2.0/ports/d607118a-ca8a-4a10-9db1-ff113da0c7a8 HTTP/1.1" status: 204  len: 173 time: 0.9069965
Jun 19 02:07:55.148034 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'name': 'network-vif-deleted', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8'}] {{(pid=105238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 19 02:07:55.150388 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85ed9a11fac6d8bd108039a69f3946a93fbbcf84f0ddf54abc023a1ef48ca605" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f45585-465e-4fce-8f33-4d89f949b974" -d '{"events": [{"server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "name": "network-vif-deleted", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8"}]}' {{(pid=105238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 19 02:07:55.194113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 19 Jun 2021 02:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032783f1-637f-4d1b-9721-5e664a446741 x-openstack-request-id: req-032783f1-637f-4d1b-9721-5e664a446741 {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 19 02:07:55.194420 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5933ac3-fbf8-4d6b-b909-da5022e91d1a", "name": "network-vif-deleted", "tag": "d607118a-ca8a-4a10-9db1-ff113da0c7a8", "status": "completed", "code": 200}]} {{(pid=105238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 19 02:07:55.194711 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-032783f1-637f-4d1b-9721-5e664a446741 {{(pid=105238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 19 02:07:55.195168 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5933ac3-fbf8-4d6b-b909-da5022e91d1a', 'name': 'network-vif-deleted', 'tag': 'd607118a-ca8a-4a10-9db1-ff113da0c7a8', 'status': 'completed', 'code': 200}
Jun 19 02:07:58.455662 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d607118a-ca8a-4a10-9db1-ff113da0c7a8 no longer exists at agent hyperv_hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 19 02:07:58.475338 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.plugin [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] No Port match for: d607118a-ca8a-4a10-9db1-ff113da0c7a8 {{(pid=105239) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 19 02:07:58.475681 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron.plugins.ml2.rpc [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Device d607118a-ca8a-4a10-9db1-ff113da0c7a8 not bound to the agent host hv-cinder-79717 {{(pid=105239) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 19 02:08:02.210189 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-ceef1918-f6b9-4046-a5c4-a952316361e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:04.913095 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0809e36b-57a9-4801-b2f3-a14b54cadb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:05.372310 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:06.244328 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:07.898026 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:08.003596 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:08:21.880387 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [-] (105237) accepted ('10.222.0.24', 51582) {{(pid=105237) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:08:21.926205 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.db.db_base_plugin_v2 [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Deleting subnet 66d0ae0d-5766-480a-953f-ec991d4d1c78 {{(pid=105237) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 19 02:08:21.930619 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:21.970903 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11936691'] for subnet, precommit_delete_associations {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.011506 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3492203'] for subnet, precommit_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.032658 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.125469 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3492196', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-255368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3576583', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11936518', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12232966'] for subnet, after_delete {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.127597 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-b49b3d1a-c3fd-4da4-bcac-b15194f7c19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:08:22.151429 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d0ae0d-5766-480a-953f-ec991d4d1c78,revision_number=None']} {{(pid=105237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:08:22.156179 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron_lib.callbacks.manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.158845 dv-cinder-797170-1-iscsi neutron-server[105237]: INFO neutron.wsgi [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66d0ae0d-5766-480a-953f-ec991d4d1c78 HTTP/1.1" status: 204  len: 168 time: 0.2768395
Jun 19 02:08:22.161896 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 51586) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:08:22.164771 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.165382 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.165928 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.166558 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.167152 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.167717 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.168312 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.168946 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.169549 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.170649 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.171287 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.171901 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.176715 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG oslo_concurrency.lockutils [None req-5456013a-d9de-4733-b83e-13d93671dbca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:08:22.240247 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3646999'] for network, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.319704 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3493108', 'neutron.services.segments.db._delete_segments_for_network-8748623950291'] for network, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.329578 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f4f20ff0280>,) {'filters': {'network_id': ['d6ba4e74-14d4-48d4-8138-78c322752bbf']}} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:08:22.338813 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f20ff0280>, '4cb3f331-bbda-4761-8ac5-5c9670c5cd01') {'for_net_delete': True} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:08:22.339113 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.services.segments.db [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f4f20ff0280>, '4cb3f331-bbda-4761-8ac5-5c9670c5cd01') {} {{(pid=105238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 19 02:08:22.348666 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748623950120', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11733212'] for segment, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.363298 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148'] for segment, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.369026 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=105238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 19 02:08:22.369405 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3497148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11950756'] for segment, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   conditions |= (models_v2.Port.network_id.in_(
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: Traceback (most recent call last):
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     timer()
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     cb(*args, **kw)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     return func(*args, **kwargs)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     self._notify()
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     self.callback(batched_events)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     event.method(event)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     return f(self, *a, **k)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._get(url).json()
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     return self.request(url, 'GET', **kwargs)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 19 02:08:22.371000 dv-cinder-797170-1-iscsi neutron-server[105238]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 19 02:08:22.497622 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3493101', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-435005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3576588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3625400'] for network, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.501506 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:08:22.504086 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3576593'] for network, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.505816 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d6ba4e74-14d4-48d4-8138-78c322752bbf HTTP/1.1" status: 204  len: 168 time: 0.3426995
Jun 19 02:08:22.517059 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ba4e74-14d4-48d4-8138-78c322752bbf,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:08:22.524135 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.524515 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.524913 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.525285 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.525646 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.526008 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.526368 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.526728 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.527088 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.527442 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.527797 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.528248 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797170-1-iscsi {{(pid=105238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 19 02:08:22.531910 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-78d0de90-8d81-4682-baac-56315f9693f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:08:22.851336 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 51590) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:08:22.891204 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-36d276bd-8ff0-4e7c-96c7-20a2bd763876 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a72c59180c6648898d4f896473fe0975&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0386221
Jun 19 02:08:22.893616 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [-] (105238) accepted ('10.222.0.24', 51592) {{(pid=105238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 19 02:08:22.941630 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:22.962520 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:23.095540 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-435004'] for security_group, after_delete {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:23.098096 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron_lib.callbacks.manager [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:23.099261 dv-cinder-797170-1-iscsi neutron-server[105238]: INFO neutron.wsgi [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ee2ef12-6a91-4e9e-a1d0-df51d821b523 HTTP/1.1" status: 204  len: 168 time: 0.2047133
Jun 19 02:08:23.100026 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-cb398a7d-15aa-4985-a6d4-d07d65661d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 19 02:08:23.108644 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2ef12-6a91-4e9e-a1d0-df51d821b523,revision_number=None']} {{(pid=105238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 19 02:08:23.111486 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG oslo_concurrency.lockutils [None req-e2b809d7-362d-4cc5-a95d-4dee30e87dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105238) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 19 02:08:32.205992 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6842cd09-a9a6-4cb5-b51e-0ec4f756a7c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:34.956366 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-211cf24b-0ca2-43c1-a59e-72889a83928a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:35.369360 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:36.234467 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:37.986960 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:08:45.002664 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:08:52.094721 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:02.209661 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-80e8f56e-a563-4f9b-b250-f8658187c48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:04.913980 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7e6d7db5-ae83-4d06-a9fc-8fe981c7f767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:05.353738 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:06.248258 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:07.913650 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:22.024135 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:09:22.067940 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:32.204773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-6fb27d23-94b8-4cff-86fc-788aa72b41b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:34.904826 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-281d4704-9aad-4216-9d8b-ca942d845b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:35.376052 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:36.243155 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:37.921972 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:52.061279 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:09:59.023564 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:10:01.491083 dv-cinder-797170-1-iscsi neutron-server[105238]: DEBUG neutron.wsgi [req-749f0890-7717-40d8-a45f-7d91b279dc1d req-42af4256-7154-43e3-b225-b70a37db3774 service neutron] (105238) timed out ('10.222.0.16', 62453) {{(pid=105238) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 19 02:10:02.207236 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-7d6dd2b6-5865-45af-ba77-21857a992bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:02.886268 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [req-73accc33-9d18-4663-afb6-44ea5c5e5618 req-9eae8b66-814f-4243-aab1-578f1b4820f3 service neutron] (105237) timed out ('10.222.0.16', 62420) {{(pid=105237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 19 02:10:04.941050 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-698ea530-4253-4d07-ace3-297c207af257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:05.363550 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:05.971038 dv-cinder-797170-1-iscsi neutron-server[105237]: DEBUG neutron.wsgi [req-897c5554-8db7-45eb-a492-d43b331e6669 req-e6e70298-63fb-4725-b544-91c3a5b6ce54 service neutron] (105237) timed out ('10.222.0.16', 62417) {{(pid=105237) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 19 02:10:06.252784 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:07.952434 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:22.054829 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:32.214520 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-e7160190-23b5-4899-9b72-6df819f5f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:34.908849 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-9147219e-f74a-45d6-8367-68fd0ddb1559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:35.380212 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:36.021455 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:10:36.265794 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:37.920549 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:10:52.085764 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:02.205761 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-0cf28820-574f-41ab-9d38-d530df207a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:04.927868 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-f84e495d-1f85-427f-99c3-d7a8c6b7015f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:05.391232 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:06.290773 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:07.922098 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:13.020319 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:11:22.068005 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:32.241500 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-c86191f5-9c8f-44f5-9c23-c1cfa5549f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:34.904484 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-130cd640-7dfd-4fd1-ad1b-d47d2df60f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:35.353407 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:36.273472 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:37.944601 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:11:50.018588 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:11:52.072799 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:02.195211 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-19ded649-1d5b-4ee1-b6a6-e863e1eed653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:04.897831 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-d6d6637b-e164-4865-87de-cd825ac55203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:05.369490 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:06.263643 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:07.966484 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:22.061739 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:27.017627 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:12:32.306172 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-83f69fe3-cbb8-46ae-9cfc-f23ee279fe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:34.908782 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-effc9945-bd04-4c93-b431-77ca11b4e2e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:35.362982 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:36.283241 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:37.940208 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:12:52.074407 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:02.239733 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-4070c12b-2d25-429c-8bac-e5c74b6992bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:04.015620 dv-cinder-797170-1-iscsi neutron-server[105240]: DEBUG neutron.db.agents_db [None req-63e9d367-f793-482d-99f9-cf0734d56cfd None None] Agent healthcheck: found 6 active agents {{(pid=105240) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 19 02:13:04.902164 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-1e58ce5a-913a-4e89-b05d-b303fdb2a70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:05.396802 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:06.303575 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:07.916861 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-de02485b-130f-455e-8705-448ecec34df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:22.099566 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-82642c6d-f41b-4f5b-a054-ffabec16a513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:32.233224 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-89aca436-da8e-4b60-b59f-60d7a7feee3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:34.912964 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-5fe988d3-d778-44ed-869f-ef83081a2dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:35.378928 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-cc1f93c8-07a0-49ab-a382-cda856905a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 19 02:13:36.267616 dv-cinder-797170-1-iscsi neutron-server[105239]: DEBUG neutron_lib.callbacks.manager [None req-dd2c902c-ac97-4d62-b79a-1322106a7697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748623950273', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3504302'] for agent, after_update {{(pid=105239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}